{"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:30:02.652276226Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"uri":"/69371172-f491-4933-a2ef-079d832e8ea5","method":"GET","req_id":"4f2f2cc8-f60e-427b-96b3-de147693bbfa","remote_addr":"[fd00:1122:3344:101::d]:64316","local_addr":"[fd00:1122:3344:101::c]:38381","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":396,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:09.078435017Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":47,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:09.078487278Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:09.078499758Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":47,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:09.078510429Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:09.078783264Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:09.078853526Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:09.106109519Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:09.10704583Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:09.107377237Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:09.108516682Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:09.108533832Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:09.108671725Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:09.110950265Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:09.111110148Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:09.112642922Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:09.114723137Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306, lookup_type: ById(6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:09.114744758Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:09.11486596Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:09.126126945Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"original_time_created":"2024-12-19 22:22:23.867283 UTC","original_target_id":"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","time_created":"2024-12-19 22:22:23.867283 UTC","target_id":"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:09.126151606Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306\",\"time_created\":\"2024-12-19T22:22:23.867283Z\"}","iteration":47,"elapsed":"47.714219ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:09.135221723Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":47,"elapsed":"56.802657ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:30:12.652655245Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"uri":"/69371172-f491-4933-a2ef-079d832e8ea5","method":"GET","req_id":"ee5713c6-d74c-4f17-bc78-73604459592c","remote_addr":"[fd00:1122:3344:101::d]:64316","local_addr":"[fd00:1122:3344:101::c]:38381","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":382,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:19.078816016Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":48,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:19.078868097Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":48,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:19.078879027Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:19.078887667Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:19.079195354Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:19.079208914Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:19.080981053Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:19.081011334Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:19.081187937Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:19.083432976Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:19.083445657Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:19.0835877Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:19.087654108Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":48,"elapsed":"8.828672ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:19.087872533Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:19.088048467Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:19.089388666Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:19.091815979Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306, lookup_type: ById(6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:19.091829019Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:19.091969792Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:19.103945263Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"original_time_created":"2024-12-19 22:22:23.867283 UTC","original_target_id":"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","time_created":"2024-12-19 22:22:23.867283 UTC","target_id":"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:19.103967224Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306\",\"time_created\":\"2024-12-19T22:22:23.867283Z\"}","iteration":48,"elapsed":"25.162438ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:30:22.652461562Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"uri":"/69371172-f491-4933-a2ef-079d832e8ea5","method":"GET","req_id":"540287ce-1609-407a-9a86-fe000987acef","remote_addr":"[fd00:1122:3344:101::d]:64316","local_addr":"[fd00:1122:3344:101::c]:38381","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":326,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.077727963Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.077800514Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":9,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-12-19T22:30:29.077814575Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.077832075Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"enabled\":false,\"target_id\":\"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306\"}","iteration":10,"elapsed":"29.52µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.077845255Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.077856025Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.077866936Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.077877336Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":9,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:30:29.077888296Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.077898937Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.077909057Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.077920367Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.078159802Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.078182713Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.078256664Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.078318166Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.078831817Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.078849347Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.078858097Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.078865738Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.078872958Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":17,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.078880938Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.078886948Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.078894088Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.078902038Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.078908648Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.078915939Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":49,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.078923029Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.078930179Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.078936729Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.078943689Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.07895156Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.07895796Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.07896509Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.07897293Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.07898323Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.07899308Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.07900187Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":9,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:30:29.079011871Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-12-19 22:20:29.078979290 UTC"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.079020881Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.079029441Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.079037911Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.079046471Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.079054452Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.079062522Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.079072492Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.079082332Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.079091083Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.079103273Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.079112173Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.079120543Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":9,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.079130973Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.079141693Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.079150804Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":9,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.079161454Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.079170514Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.079180184Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":49,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.079190395Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":17,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:30:29.079200515Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.079211215Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.079220975Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.079229095Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.079238186Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.079247366Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":11,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.079258456Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.079270246Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.079279947Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.079288467Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.079300337Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.079311147Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.079341248Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.079357038Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.079627344Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.079658195Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.079673655Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.079687316Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.079697266Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.079708866Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.079719596Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.079730506Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.079742557Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.079754127Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.079772237Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.079783238Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.079796158Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.079807178Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.079818268Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DnsResolver","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"b0a51515-7a4b-4565-96ec-21c9426a70e9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"be899284-8040-4477-b30a-e21074a971b8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"ca6b6a82-160b-42d9-a030-39373aecf151.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"ca6b6a82-160b-42d9-a030-39373aecf151.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1527, tv_nsec: 701056074 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.079836249Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DnsResolver","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"60a785c0-8723-4778-af32-4133ecf8645a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"e89c39c5-bc57-4fe5-b95a-6401d7fa9743.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"e89c39c5-bc57-4fe5-b95a-6401d7fa9743.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1527, tv_nsec: 701061265 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.08035999Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.080382251Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":9,"elapsed":"1.344139ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.080447202Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.080457432Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":9,"elapsed":"1.400561ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.082047827Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.082154309Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.082578168Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:30:29.082595749Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.082608059Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":9,"elapsed":"4.875527ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.08403111Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.084193834Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.08494616Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.084972331Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.085161295Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.085187655Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.085218776Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.085478702Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.087108817Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.087131707Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.087354512Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.088083538Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.088111289Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.088284113Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.091634996Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.091755218Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.091984813Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":17,"elapsed":"13.138136ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.093611428Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.093635209Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DnsResolver","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5bac6764-2ffe-4c3b-b0d2-26cc2513e390.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5bac6764-2ffe-4c3b-b0d2-26cc2513e390.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1527, tv_nsec: 714921636 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:30:29.093970056Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.096011251Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.096037961Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.096239376Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.097252098Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.097524464Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.097887682Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:30:29.099524707Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-12-19 22:20:29.078979290 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.099549188Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"expiration\":\"2024-12-19T22:20:29.078979290Z\",\"pruned\":[]}","iteration":9,"elapsed":"20.550687ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.100433137Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.100479098Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.100495918Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DnsResolver","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5bac6764-2ffe-4c3b-b0d2-26cc2513e390.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5bac6764-2ffe-4c3b-b0d2-26cc2513e390.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1527, tv_nsec: 721582081 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.100514339Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:30:29.100686123Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.101070521Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.101355257Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.103835671Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":9,"elapsed":"24.686118ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.108045993Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DnsResolver","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5bac6764-2ffe-4c3b-b0d2-26cc2513e390.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5bac6764-2ffe-4c3b-b0d2-26cc2513e390.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1527, tv_nsec: 729317820 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:30:29.10836468Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1103"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.117410937Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":49,"elapsed":"38.518929ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.117879287Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.117916848Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.118411819Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.118441079Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.119798629Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.122234942Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.122269652Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.122459647Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.133556288Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.136034742Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.136079703Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.136270317Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:30:29.160232809Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.16028891Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.160299211Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.16074088Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.161224651Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.161442025Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.162502739Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.163007139Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.164565773Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":17,"elapsed":"85.550213ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.16624282Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.166792762Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.16717675Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.167198231Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.169210874Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.169231465Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.16946396Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.16990546Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.170142635Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.171129426Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.171647778Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.171676398Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.171920684Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.172915875Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:30:29.172936346Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.172949226Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":9,"elapsed":"95.171242ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.175266826Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.175800308Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":17,"elapsed":"96.605744ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:30:29.176969223Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.176997074Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":17,"elapsed":"98.101356ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.179244403Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.179272684Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.179282834Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.179291524Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.179676033Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.184745823Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.185133501Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.185392767Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.189066137Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.202099051Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.202398947Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.209599644Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.218529758Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.218562389Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.218573399Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.21858332Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.219020209Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:30:29.252544879Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.252577Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.252926947Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fba94883-6bc1-4ce2-9f6a-8c9035059cb4\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 22:30:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:30:29.252957858Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:30:29.255294659Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.261467023Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"physical_disks_added\":0}","iteration":18,"elapsed":"182.558575ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.262517876Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:30:29.281718354Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.281739784Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"MgsClient","rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.281950799Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"MgsClient","rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a7988b43-0ccc-4c8c-97e0-1a794d59426f\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 22:30:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:30:29.28196644Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:30:29.283951323Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:30:29.292906298Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.292921498Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.293135283Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"95833c7f-21b7-4d92-b1a3-58722d1bc8d1\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 22:30:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:30:29.293152183Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:30:29.294681096Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled 5bac6764-2ffe-4c3b-b0d2-26cc2513e390","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:30:29.295431623Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.295442073Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"SledAgent":"5bac6764-2ffe-4c3b-b0d2-26cc2513e390","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.29576601Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"SledAgent":"5bac6764-2ffe-4c3b-b0d2-26cc2513e390","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"49a08f16-e8dd-41b9-ae84-2e2ba1dcaeb5\", \"content-length\": \"372\", \"date\": \"Thu, 19 Dec 2024 22:30:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.295793881Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.296108077Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:30:29.298461729Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.298483189Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.298490359Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.298822967Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.299878999Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.299955961Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.30035266Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.30037403Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.300555514Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.301839472Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.302123218Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.303425977Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.303436547Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.30357914Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.308661301Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.311712037Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.311732268Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.311869111Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.332841467Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":17,"elapsed":"253.822017ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.340223588Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":17,"elapsed":"261.35149ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.340576036Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.341062726Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.342830295Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:30:29.344687265Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:30:29.344703066Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.344710646Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":17,"elapsed":"265.858458ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.344779837Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.344790017Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"f1d3e969-9377-4370-b64f-d4eb9e08fbf0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.344822268Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.345049163Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.345069043Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.346925304Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.349067801Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306, lookup_type: ById(6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.349132872Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.349204253Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.351672047Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Sled { parent: Fleet, key: 5bac6764-2ffe-4c3b-b0d2-26cc2513e390, lookup_type: ById(5bac6764-2ffe-4c3b-b0d2-26cc2513e390) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.351734088Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.351746589Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.353296102Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.353540258Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"0","iteration":17,"elapsed":"274.69049ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.353747252Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.354061659Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.356058333Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.356083243Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.356207666Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:30:29.356610705Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.356634175Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"SledAgent":"5bac6764-2ffe-4c3b-b0d2-26cc2513e390","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.356952732Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"SledAgent":"5bac6764-2ffe-4c3b-b0d2-26cc2513e390","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"d01e7d93-0390-4550-8be3-46710a453399\", \"date\": \"Thu, 19 Dec 2024 22:30:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.356982073Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.357286449Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.360000128Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.360191043Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.365995139Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.366199694Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.368525244Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"original_time_created":"2024-12-19 22:22:23.867283 UTC","original_target_id":"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","time_created":"2024-12-19 22:22:23.867283 UTC","target_id":"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.368550905Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306\",\"time_created\":\"2024-12-19T22:22:23.867283Z\"}","iteration":49,"elapsed":"289.423421ms"} {"msg":"VPC route manager sled 5bac6764-2ffe-4c3b-b0d2-26cc2513e390 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:30:29.3697097Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.369734671Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"SledAgent":"5bac6764-2ffe-4c3b-b0d2-26cc2513e390","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.37019257Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"SledAgent":"5bac6764-2ffe-4c3b-b0d2-26cc2513e390","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"8cbb69e0-18b5-4190-bca2-8f8cfdaeda5c\", \"date\": \"Thu, 19 Dec 2024 22:30:29 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.371930228Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{}","iteration":17,"elapsed":"292.796555ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.375600998Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":17,"elapsed":"296.765291ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.387742603Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.391871742Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.391900003Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.392055817Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.39311936Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.394752515Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"f1d3e969-9377-4370-b64f-d4eb9e08fbf0"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.394778696Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.394791486Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"current_time_created":"2024-12-19 22:23:20.348502 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.394801976Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"generation\":2}","iteration":9,"elapsed":"315.673223ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.395634594Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.395648145Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.395858509Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.397358502Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.397382322Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"8a19fec2-e1e3-4506-964e-790e2fefbca9"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.397395093Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.397590867Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.399491458Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.399922848Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{}","iteration":17,"elapsed":"321.006209ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.40234581Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.402367281Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.402569205Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.409504296Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"8a19fec2-e1e3-4506-964e-790e2fefbca9"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.409527387Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.409536047Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"current_time_created":"2024-12-19 22:23:19.515163 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.409545207Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"generation\":1}","iteration":9,"elapsed":"330.430044ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-12-19T22:30:29.416958659Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.416975289Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":9,"elapsed":"337.894457ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.420677789Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.421098909Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"db1dfaae-afe7-4a33-b906-d8b901fc5e2a\", \"date\": \"Thu, 19 Dec 2024 22:30:29 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:30:29.421122519Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.422578251Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"0774df35-09fb-4cab-b317-515a907f308f\", \"date\": \"Thu, 19 Dec 2024 22:30:29 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:30:29.422600351Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.422609592Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.422880648Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:30:29.424409671Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.424429931Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":11,"elapsed":"345.467472ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.42482856Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.426438855Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.426448795Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.426611049Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.428245564Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.428930079Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.429261587Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b18429b-e454-4d46-b0d2-773cd37f4853\", \"content-length\": \"1\", \"date\": \"Thu, 19 Dec 2024 22:30:29 GMT\"} })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.429822899Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.429845249Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.429982122Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.430477383Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.430752769Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.432232171Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"null","iteration":17,"elapsed":"353.260222ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.446671706Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-12-19T22:22:27.076398Z, time_modified: 2024-12-19T22:22:27.076398Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: b0e92825-8938-48a9-be39-6ddf878b8d67, db_silo: Silo { identity: SiloIdentity { id: b0e92825-8938-48a9-be39-6ddf878b8d67, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-19T22:23:20.260422Z, time_modified: 2024-12-19T22:23:20.260422Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"6ddbef336d164d7c474bfe68d696b0f887149180efaa3c61e38f66c40ee5ab4f\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: b0e92825-8938-48a9-be39-6ddf878b8d67, db_silo: Silo { identity: SiloIdentity { id: b0e92825-8938-48a9-be39-6ddf878b8d67, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-19T22:23:20.260422Z, time_modified: 2024-12-19T22:23:20.260422Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"6ddbef336d164d7c474bfe68d696b0f887149180efaa3c61e38f66c40ee5ab4f\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.446725537Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"b0e92825-8938-48a9-be39-6ddf878b8d67\",\"tls_certs\":[\"6ddbef336d164d7c474bfe68d696b0f887149180efaa3c61e38f66c40ee5ab4f\"]}},\"default_endpoint\":{\"silo_id\":\"b0e92825-8938-48a9-be39-6ddf878b8d67\",\"tls_certs\":[\"6ddbef336d164d7c474bfe68d696b0f887149180efaa3c61e38f66c40ee5ab4f\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":9,"elapsed":"367.658155ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.448984056Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.449538028Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"ba3759d9-ae73-446e-954b-8f5f09bf2070\", \"date\": \"Thu, 19 Dec 2024 22:30:29 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:30:29.449554998Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.450932068Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"8db81983-befa-4143-aa59-df89240e1b4c\", \"date\": \"Thu, 19 Dec 2024 22:30:29 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:30:29.450944639Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.45285396Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"15036a38-0999-4e51-9bbb-cc6ef8b1976e\", \"date\": \"Thu, 19 Dec 2024 22:30:29 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:30:29.45286477Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:30:29.454825933Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.454860854Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":11,"elapsed":"375.70115ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.508020871Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.508385089Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:30:29.510178688Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 707daa3c-91bd-4474-89d3-77f41ec12427, rack_id: 42682bc4-ecef-47c9-930b-2319fc1c8161, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(7dd7b47f-a79d-4627-8179-ac20b18c42a5) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.510203469Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.510481595Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.531555184Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"SledAgent":"5bac6764-2ffe-4c3b-b0d2-26cc2513e390","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.532032394Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"SledAgent":"5bac6764-2ffe-4c3b-b0d2-26cc2513e390","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"171fa6e3-b20b-444e-9023-b2ec3045d3bc\", \"content-length\": \"691\", \"date\": \"Thu, 19 Dec 2024 22:30:29 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:30:29.532062915Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:30:29.532072255Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:30:29.532079355Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.533170639Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{}","iteration":17,"elapsed":"455.433686ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.540820085Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DpdClient","rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.541084591Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DpdClient","rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c411157-b87d-44bd-806d-a81bb4bd0235\", \"content-length\": \"134\", \"date\": \"Thu, 19 Dec 2024 22:30:29 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:30:29.541104131Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:30:29.541112732Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"7dd7b47f-a79d-4627-8179-ac20b18c42a5","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:30:29.541410568Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:30:29.541422538Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:30:29.541430209Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:30:29.541437669Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:30:29.541444939Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:30:29.541452439Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:30:29.541635283Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:30:29.541644223Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:30:29.541884408Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.541893129Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.542164285Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.543713038Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DpdClient","rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.543846591Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DpdClient","rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"978687c4-89c8-4afe-93f5-dab737e4e9a3\", \"content-length\": \"2\", \"date\": \"Thu, 19 Dec 2024 22:30:29 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.543864112Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DpdClient","rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.543960454Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DpdClient","rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"95dfa2d6-1ebf-4756-88ef-c091213490dc\", \"content-length\": \"52\", \"date\": \"Thu, 19 Dec 2024 22:30:29 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:30:29.543986734Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.543998925Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.636515749Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"bedb2d7f-ac4d-426f-b9fb-fd084a4e37ae\", \"date\": \"Thu, 19 Dec 2024 22:30:29 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:30:29.636537639Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.63654606Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.636741724Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"83e756c7-0d78-40e3-b9f2-a48caee01856\", \"content-length\": \"682\", \"date\": \"Thu, 19 Dec 2024 22:30:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.636775325Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.636993149Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.640372423Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.640552477Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.644207846Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.644441672Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.646493336Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.646651229Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:29.653004028Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{}","iteration":17,"elapsed":"575.231024ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:30:32.652899772Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"uri":"/69371172-f491-4933-a2ef-079d832e8ea5","method":"GET","req_id":"bd1d168d-f275-4371-938b-0197efb063cb","remote_addr":"[fd00:1122:3344:101::d]:64316","local_addr":"[fd00:1122:3344:101::c]:38381","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":576,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:39.079078403Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":50,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:39.079125294Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":50,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:39.079134064Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:39.079143004Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:39.079443781Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:39.079540853Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:39.081980836Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:39.084280596Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:39.084296686Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:39.084429459Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:39.089197273Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:39.089469689Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:39.113432601Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:39.113707607Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:39.115382653Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":50,"elapsed":"36.29779ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:39.117327416Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:39.119671867Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306, lookup_type: ById(6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:39.119699997Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:39.119853251Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:39.131342771Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"original_time_created":"2024-12-19 22:22:23.867283 UTC","original_target_id":"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","time_created":"2024-12-19 22:22:23.867283 UTC","target_id":"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:39.131367231Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306\",\"time_created\":\"2024-12-19T22:22:23.867283Z\"}","iteration":50,"elapsed":"52.297619ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:30:42.65187007Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"uri":"/69371172-f491-4933-a2ef-079d832e8ea5","method":"GET","req_id":"8b4814ad-3285-4c49-ab2b-c675d2001ad0","remote_addr":"[fd00:1122:3344:101::d]:64316","local_addr":"[fd00:1122:3344:101::c]:38381","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":366,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:49.079036392Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":51,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:49.079085344Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":51,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:49.079094224Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:49.079101654Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:49.079441391Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:49.079455452Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:49.081116908Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:49.083408628Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:49.083424788Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:49.083552211Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:49.085654827Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:49.086039595Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:49.087593099Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:49.090012931Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306, lookup_type: ById(6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:49.090033692Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:49.090178285Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:49.098813413Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"original_time_created":"2024-12-19 22:22:23.867283 UTC","original_target_id":"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","time_created":"2024-12-19 22:22:23.867283 UTC","target_id":"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:49.098836674Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306\",\"time_created\":\"2024-12-19T22:22:23.867283Z\"}","iteration":51,"elapsed":"19.810071ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:49.108285089Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:49.108536795Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:49.109653359Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":51,"elapsed":"30.608897ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:30:52.652010954Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"uri":"/69371172-f491-4933-a2ef-079d832e8ea5","method":"GET","req_id":"1339b256-bed1-4114-b563-6cdcb8d2eda9","remote_addr":"[fd00:1122:3344:101::d]:64316","local_addr":"[fd00:1122:3344:101::c]:38381","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":368,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:57.641555986Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/97b306d7-6057-4b4e-bc88-ab75ff38b0f1/producers?sort_by=id_ascending","method":"GET","req_id":"6ce6df88-9c45-414a-bb22-c74c569ec805","remote_addr":"[fd00:1122:3344:101::d]:53718","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:57.641856353Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/97b306d7-6057-4b4e-bc88-ab75ff38b0f1/producers?sort_by=id_ascending","method":"GET","req_id":"6ce6df88-9c45-414a-bb22-c74c569ec805","remote_addr":"[fd00:1122:3344:101::d]:53718","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:30:57.644276706Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"uri":"/metrics/collectors/97b306d7-6057-4b4e-bc88-ab75ff38b0f1/producers?sort_by=id_ascending","method":"GET","req_id":"6ce6df88-9c45-414a-bb22-c74c569ec805","remote_addr":"[fd00:1122:3344:101::d]:53718","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2787,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:57.644540121Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/97b306d7-6057-4b4e-bc88-ab75ff38b0f1/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiI4NDllZWJiOC0yYWVlLTQ0YzQtYTdmOC1mZTA4ZWVmOTk1MWUifX0%3D","method":"GET","req_id":"7f4cf690-62dd-406f-9663-907da349763e","remote_addr":"[fd00:1122:3344:101::d]:53718","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:57.644856418Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/97b306d7-6057-4b4e-bc88-ab75ff38b0f1/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiI4NDllZWJiOC0yYWVlLTQ0YzQtYTdmOC1mZTA4ZWVmOTk1MWUifX0%3D","method":"GET","req_id":"7f4cf690-62dd-406f-9663-907da349763e","remote_addr":"[fd00:1122:3344:101::d]:53718","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:30:57.646945944Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"uri":"/metrics/collectors/97b306d7-6057-4b4e-bc88-ab75ff38b0f1/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiI4NDllZWJiOC0yYWVlLTQ0YzQtYTdmOC1mZTA4ZWVmOTk1MWUifX0%3D","method":"GET","req_id":"7f4cf690-62dd-406f-9663-907da349763e","remote_addr":"[fd00:1122:3344:101::d]:53718","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2464,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.077370687Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.077424348Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.077435858Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.077447448Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.077887748Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.07798523Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.078417889Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.07843389Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.07844528Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.07845428Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.078464231Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.078474391Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":18,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.078484851Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.078492961Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.078502091Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.078511721Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.078519932Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.078529272Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":52,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.078539332Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.078548262Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.078556722Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.078565563Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.078631174Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.078700396Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.078713526Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.078723286Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.078732926Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.078743557Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.078752747Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.078763097Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.078771767Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":52,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.078781687Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.078792258Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":18,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:30:59.078802788Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.078813848Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.078824628Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.078835948Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.078845869Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.078860899Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.079013002Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.079035413Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.079058273Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.079097334Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.079198386Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.079216467Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.079228677Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.079240387Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.079253728Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.079267798Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.079286878Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.079545864Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.082176461Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.084924871Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.084951202Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.085071834Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.087229141Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":18,"elapsed":"8.805972ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.09038862Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.091005033Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DnsResolver","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5bac6764-2ffe-4c3b-b0d2-26cc2513e390.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5bac6764-2ffe-4c3b-b0d2-26cc2513e390.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1557, tv_nsec: 712344620 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:30:59.091444313Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.091861522Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.094039299Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.09406572Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.094255294Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.094268915Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.094278585Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.094426758Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.096070404Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DnsResolver","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5bac6764-2ffe-4c3b-b0d2-26cc2513e390.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5bac6764-2ffe-4c3b-b0d2-26cc2513e390.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1557, tv_nsec: 717433811 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:30:59.096466382Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.097488065Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.099379366Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.099709303Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.099850156Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.099892547Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.100099691Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.100143492Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DnsResolver","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5bac6764-2ffe-4c3b-b0d2-26cc2513e390.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5bac6764-2ffe-4c3b-b0d2-26cc2513e390.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1557, tv_nsec: 721510520 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:30:59.100471759Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.131285281Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.131839982Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.133822176Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":18,"elapsed":"55.379066ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.134687744Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":52,"elapsed":"56.153412ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.141153575Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.141633066Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.141787589Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:30:59.143925196Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.143952256Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.143963846Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.144316924Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.146095083Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.146117963Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.146243246Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":18,"elapsed":"67.630473ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.146341158Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.146518822Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.146855089Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.14781213Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.150817326Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.150887527Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.151548982Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.151757036Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306, lookup_type: ById(6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.151791597Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.151979621Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.15328708Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.1533156Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.153436663Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.156155512Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.156768385Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.157024901Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.158543994Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.158620636Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.158753248Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.161845036Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.161871376Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.162315796Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:30:59.163485851Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.163514582Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":18,"elapsed":"84.98818ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.163910041Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.163946932Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.164078975Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:30:59.172916707Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.172958508Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.173428398Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f1657f3-d489-46fc-beba-fd2d184270bf\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 22:30:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:30:59.173460119Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:30:59.175249518Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.176019715Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"original_time_created":"2024-12-19 22:22:23.867283 UTC","original_target_id":"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","time_created":"2024-12-19 22:22:23.867283 UTC","target_id":"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.176038945Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306\",\"time_created\":\"2024-12-19T22:22:23.867283Z\"}","iteration":52,"elapsed":"97.35028ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:30:59.180960992Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.180989393Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"MgsClient","rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.181263709Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"MgsClient","rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c931ddbe-09aa-4be0-bcbe-70789c49cb6a\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 22:30:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:30:59.181291819Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:30:59.184477028Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:30:59.189669792Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.189695902Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.189707022Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.190096071Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.190132122Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":18,"elapsed":"111.707453ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.193853493Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.194371234Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.196194944Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.196517441Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.197633635Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.19785754Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.201045819Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":18,"elapsed":"122.444376ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:30:59.214012682Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.214037422Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.21438413Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b1c4f242-6718-428c-ac73-189613098e9a\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 22:30:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:30:59.21440096Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:30:59.216356073Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:30:59.227898164Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:30:59.227920254Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.227931085Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":18,"elapsed":"149.472534ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.231791399Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.234311464Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Sled { parent: Fleet, key: 5bac6764-2ffe-4c3b-b0d2-26cc2513e390, lookup_type: ById(5bac6764-2ffe-4c3b-b0d2-26cc2513e390) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.234331604Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.234491457Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.234560769Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":18,"elapsed":"155.826103ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.236667225Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"0","iteration":18,"elapsed":"158.195014ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.243878992Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.244195609Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.265027762Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{}","iteration":18,"elapsed":"186.372958ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.274420867Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"physical_disks_added\":0}","iteration":19,"elapsed":"195.872385ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.309502041Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.309799617Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"286726e6-5512-4f00-94c9-8e44ed4bdbb7\", \"content-length\": \"1\", \"date\": \"Thu, 19 Dec 2024 22:30:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.311254689Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.311594736Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 5bac6764-2ffe-4c3b-b0d2-26cc2513e390","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:30:59.330518108Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.330535659Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"SledAgent":"5bac6764-2ffe-4c3b-b0d2-26cc2513e390","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.330848646Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"SledAgent":"5bac6764-2ffe-4c3b-b0d2-26cc2513e390","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e5002a3-a825-41d9-bfc0-66887fca27e0\", \"content-length\": \"372\", \"date\": \"Thu, 19 Dec 2024 22:30:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.330874136Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.331187593Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.332728636Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"null","iteration":18,"elapsed":"254.094992ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:30:59.345608947Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.345633647Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"SledAgent":"5bac6764-2ffe-4c3b-b0d2-26cc2513e390","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.345786091Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"SledAgent":"5bac6764-2ffe-4c3b-b0d2-26cc2513e390","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"398da1bc-86c6-4545-957d-7026a8a94dfa\", \"date\": \"Thu, 19 Dec 2024 22:30:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.345797621Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.346044566Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.347480657Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.347681042Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.350516904Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.350764769Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 5bac6764-2ffe-4c3b-b0d2-26cc2513e390 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:30:59.35355285Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.35357212Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"SledAgent":"5bac6764-2ffe-4c3b-b0d2-26cc2513e390","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.353849556Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"SledAgent":"5bac6764-2ffe-4c3b-b0d2-26cc2513e390","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"61f3beea-8e2b-431d-b210-53cfcf66ad82\", \"date\": \"Thu, 19 Dec 2024 22:30:59 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.355283758Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{}","iteration":18,"elapsed":"276.569261ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.37562292Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.376015259Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:30:59.37834857Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 707daa3c-91bd-4474-89d3-77f41ec12427, rack_id: 42682bc4-ecef-47c9-930b-2319fc1c8161, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(7dd7b47f-a79d-4627-8179-ac20b18c42a5) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.3783704Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.378534134Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.389126714Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DpdClient","rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.38937972Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DpdClient","rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c021a2a0-ec25-4dd3-b4ad-2b9844d2db9d\", \"content-length\": \"134\", \"date\": \"Thu, 19 Dec 2024 22:30:59 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:30:59.38940358Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:30:59.389413441Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"7dd7b47f-a79d-4627-8179-ac20b18c42a5","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:30:59.389661006Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:30:59.389673666Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:30:59.389681476Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:30:59.389689716Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:30:59.389696867Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:30:59.389704607Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:30:59.38985325Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:30:59.38986346Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:30:59.390086115Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.390094775Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.390500364Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.392365035Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DpdClient","rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.392474347Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DpdClient","rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e6a6b8a4-9ef6-4237-b55a-3c26a5d354f4\", \"content-length\": \"2\", \"date\": \"Thu, 19 Dec 2024 22:30:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.392485908Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DpdClient","rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.392570289Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DpdClient","rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"95974f75-8b84-4760-967c-07dae8a50fff\", \"content-length\": \"52\", \"date\": \"Thu, 19 Dec 2024 22:30:59 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:30:59.392583799Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.39259338Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.429192587Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.429507414Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.458073756Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.459796523Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.459813143Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.459981417Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.461531851Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.462990463Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.463004103Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.463141866Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.54922542Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"SledAgent":"5bac6764-2ffe-4c3b-b0d2-26cc2513e390","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.549822883Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"SledAgent":"5bac6764-2ffe-4c3b-b0d2-26cc2513e390","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"91cd190d-3684-464e-858a-4c8b1c8161d5\", \"content-length\": \"691\", \"date\": \"Thu, 19 Dec 2024 22:30:59 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:30:59.549849864Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:30:59.549859564Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:30:59.549867384Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.551169842Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{}","iteration":18,"elapsed":"473.793496ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.572340003Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"ee8427d4-fc16-46cd-816e-567512d5d32c\", \"date\": \"Thu, 19 Dec 2024 22:30:59 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:30:59.572358574Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.572366364Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.57263574Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c53f5740-9b1a-4f8d-8791-5b6dbb1d9b28\", \"content-length\": \"682\", \"date\": \"Thu, 19 Dec 2024 22:30:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.572680081Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.572985467Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.575907521Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.576161007Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.579203193Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.579406257Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.581261307Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.581466312Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:30:59.588647478Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{}","iteration":18,"elapsed":"511.296342ms"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:00.038486592Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"producer-registration-task","component":"nexus-producer-server","name":"69371172-f491-4933-a2ef-079d832e8ea5"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:00.038528153Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"producer-registration-task","component":"nexus-producer-server","name":"69371172-f491-4933-a2ef-079d832e8ea5","addr":"[fd00:1122:3344:101::c]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:00.072311769Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"producer-registration-task","component":"nexus-producer-server","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:31:00.072418471Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:41311"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:00.072596785Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"e9a38476-597f-4bf6-adbe-2532b4a88619","remote_addr":"[fd00:1122:3344:101::c]:41311","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:00.072943562Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"e9a38476-597f-4bf6-adbe-2532b4a88619","remote_addr":"[fd00:1122:3344:101::c]:41311","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:31:00.107874533Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/oximeter.rs:76","collector_id":"97b306d7-6057-4b4e-bc88-ab75ff38b0f1","producer_id":"69371172-f491-4933-a2ef-079d832e8ea5"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:31:00.107898263Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"uri":"/metrics/producers","method":"POST","req_id":"e9a38476-597f-4bf6-adbe-2532b4a88619","remote_addr":"[fd00:1122:3344:101::c]:41311","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":35357,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:00.107978155Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"producer-registration-task","component":"nexus-producer-server","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e9a38476-597f-4bf6-adbe-2532b4a88619\", \"content-length\": \"41\", \"date\": \"Thu, 19 Dec 2024 22:31:00 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:00.110143292Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"producer-registration-task","component":"nexus-producer-server","name":"69371172-f491-4933-a2ef-079d832e8ea5"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:00.110164123Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"producer-registration-task","component":"nexus-producer-server","name":"69371172-f491-4933-a2ef-079d832e8ea5","wait_period":"150s","lease_duration":"600s"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:31:02.651715678Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"uri":"/69371172-f491-4933-a2ef-079d832e8ea5","method":"GET","req_id":"b7ae0990-d539-4f8e-9979-30efb6dd2143","remote_addr":"[fd00:1122:3344:101::d]:64316","local_addr":"[fd00:1122:3344:101::c]:38381","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":359,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:09.07887753Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":53,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:09.078930011Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":53,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:09.078940201Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:09.078949251Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:09.079283979Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:09.079299029Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:09.080941625Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:09.083277836Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:09.083304537Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:09.083424689Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:09.08533281Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:09.085590506Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:09.087054508Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:09.089355728Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306, lookup_type: ById(6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:09.089368629Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:09.089499721Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:09.099866917Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"original_time_created":"2024-12-19 22:22:23.867283 UTC","original_target_id":"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","time_created":"2024-12-19 22:22:23.867283 UTC","target_id":"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:09.099892678Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306\",\"time_created\":\"2024-12-19T22:22:23.867283Z\"}","iteration":53,"elapsed":"21.025008ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:09.107787859Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:09.108005144Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:09.109387304Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":53,"elapsed":"30.501824ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:31:12.651963864Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"uri":"/69371172-f491-4933-a2ef-079d832e8ea5","method":"GET","req_id":"f3bfb677-972d-49c5-90e5-1bfa699b004b","remote_addr":"[fd00:1122:3344:101::d]:64316","local_addr":"[fd00:1122:3344:101::c]:38381","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":309,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:19.078097284Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":54,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:19.078146045Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":54,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:19.078156045Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:19.078167075Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:19.078499662Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:19.078596035Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:19.080452795Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:19.081187111Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:19.081490738Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:19.082751405Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:19.082771815Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:19.082894728Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:19.084973443Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:19.085127197Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:19.086607259Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:19.088615673Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306, lookup_type: ById(6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:19.088628673Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:19.088754876Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:19.098977428Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"original_time_created":"2024-12-19 22:22:23.867283 UTC","original_target_id":"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","time_created":"2024-12-19 22:22:23.867283 UTC","target_id":"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:19.099004949Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306\",\"time_created\":\"2024-12-19T22:22:23.867283Z\"}","iteration":54,"elapsed":"20.916175ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:19.109042838Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":54,"elapsed":"30.930383ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:31:22.651972105Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"uri":"/69371172-f491-4933-a2ef-079d832e8ea5","method":"GET","req_id":"5def9670-012f-4300-a967-5cd050cc917c","remote_addr":"[fd00:1122:3344:101::d]:64316","local_addr":"[fd00:1122:3344:101::c]:38381","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":308,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:27.641466716Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/97b306d7-6057-4b4e-bc88-ab75ff38b0f1/producers?sort_by=id_ascending","method":"GET","req_id":"ccb5f063-c5f7-4fd2-bab6-82c98d807128","remote_addr":"[fd00:1122:3344:101::d]:53718","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:27.641800174Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/97b306d7-6057-4b4e-bc88-ab75ff38b0f1/producers?sort_by=id_ascending","method":"GET","req_id":"ccb5f063-c5f7-4fd2-bab6-82c98d807128","remote_addr":"[fd00:1122:3344:101::d]:53718","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:31:27.644475012Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"uri":"/metrics/collectors/97b306d7-6057-4b4e-bc88-ab75ff38b0f1/producers?sort_by=id_ascending","method":"GET","req_id":"ccb5f063-c5f7-4fd2-bab6-82c98d807128","remote_addr":"[fd00:1122:3344:101::d]:53718","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3078,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:27.644785909Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/97b306d7-6057-4b4e-bc88-ab75ff38b0f1/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiI4NDllZWJiOC0yYWVlLTQ0YzQtYTdmOC1mZTA4ZWVmOTk1MWUifX0%3D","method":"GET","req_id":"3d822503-4743-47dd-993a-9ebf73244107","remote_addr":"[fd00:1122:3344:101::d]:53718","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:27.645135236Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/97b306d7-6057-4b4e-bc88-ab75ff38b0f1/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiI4NDllZWJiOC0yYWVlLTQ0YzQtYTdmOC1mZTA4ZWVmOTk1MWUifX0%3D","method":"GET","req_id":"3d822503-4743-47dd-993a-9ebf73244107","remote_addr":"[fd00:1122:3344:101::d]:53718","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:31:27.64714687Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"uri":"/metrics/collectors/97b306d7-6057-4b4e-bc88-ab75ff38b0f1/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiI4NDllZWJiOC0yYWVlLTQ0YzQtYTdmOC1mZTA4ZWVmOTk1MWUifX0%3D","method":"GET","req_id":"3d822503-4743-47dd-993a-9ebf73244107","remote_addr":"[fd00:1122:3344:101::d]:53718","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2433,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.077539612Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":11,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-12-19T22:31:29.077590903Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.077604764Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"enabled\":false,\"target_id\":\"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306\"}","iteration":11,"elapsed":"23.71µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.077615554Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":10,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:31:29.077626194Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.077634874Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.077643544Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.077651995Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.077662005Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.077671565Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.077680715Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.077689356Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.077966131Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.077990242Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.078026253Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.078132845Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.078651377Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":55,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.078668767Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.078675867Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.078683017Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.078690007Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:31:29.078696738Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-12-19 22:21:29.078659597 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.078703207Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.078709558Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.078716728Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.078723168Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":19,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:31:29.078730358Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.078738328Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.078748239Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.078757449Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.078764469Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.078771029Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":19,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.078777509Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.078783119Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.078789289Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.07879867Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.07880944Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.07881989Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.07882865Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":5,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.07883793Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.078847361Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.078856301Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.078864881Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.078873611Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.078883822Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":55,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.078894022Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.078903232Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.078912862Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.078922082Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.078932623Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.078943103Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.078960033Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.078970473Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.078981604Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.078991894Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":10,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.079003404Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.079013974Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.079024045Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.079035245Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.079044915Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.079055055Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.079065086Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.079074876Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.07926581Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.07927862Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.07928867Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.079299651Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.079309431Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":12,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.079320051Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.079332121Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.079343861Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.079354442Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.079366612Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.079412603Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.079427703Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.079440514Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.079453094Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.079463014Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.079475134Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.079485465Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.079497535Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.079508835Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.079518245Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.079526865Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.079536026Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.079544606Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.079553846Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.079562696Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.079571026Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.079579177Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DnsResolver","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"60a785c0-8723-4778-af32-4133ecf8645a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"e89c39c5-bc57-4fe5-b95a-6401d7fa9743.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"e89c39c5-bc57-4fe5-b95a-6401d7fa9743.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1587, tv_nsec: 701016404 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.079590747Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.079599637Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DnsResolver","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"b0a51515-7a4b-4565-96ec-21c9426a70e9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"be899284-8040-4477-b30a-e21074a971b8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"ca6b6a82-160b-42d9-a030-39373aecf151.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"ca6b6a82-160b-42d9-a030-39373aecf151.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1587, tv_nsec: 701042254 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.07973372Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.079755001Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.079987435Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.080015806Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.080055477Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.080070347Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":10,"elapsed":"1.402051ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.080140459Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.080155089Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.080245241Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.080259861Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":10,"elapsed":"1.526433ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.080373904Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.08067827Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.081508519Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.082886059Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.082911429Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.083045552Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.084198677Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.084214847Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.084408622Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:31:29.087747884Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-12-19 22:21:29.078659597 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.087778055Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"expiration\":\"2024-12-19T22:21:29.078659597Z\",\"pruned\":[]}","iteration":10,"elapsed":"9.090818ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.089268478Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.08983686Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.090893733Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DnsResolver","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5bac6764-2ffe-4c3b-b0d2-26cc2513e390.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5bac6764-2ffe-4c3b-b0d2-26cc2513e390.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1587, tv_nsec: 712344050 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:31:29.09122033Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.092672552Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.092697332Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.093010089Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.094220945Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.094245266Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.094506622Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.095540264Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.096180768Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":19,"elapsed":"17.263496ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.098070609Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.09810137Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.098356646Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.100454141Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.100689156Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.101079655Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.102560707Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DnsResolver","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5bac6764-2ffe-4c3b-b0d2-26cc2513e390.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5bac6764-2ffe-4c3b-b0d2-26cc2513e390.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1587, tv_nsec: 724002774 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:31:29.102940825Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.1036327Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.103658041Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.103908436Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.109955368Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.110398048Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.112591305Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":10,"elapsed":"33.621902ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.112848751Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.114778973Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.116565902Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.116595123Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.116606083Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.118467143Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.118492454Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.118502364Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.118513934Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.120338684Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.120364355Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.120374835Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.123667517Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.123971083Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DnsResolver","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5bac6764-2ffe-4c3b-b0d2-26cc2513e390.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5bac6764-2ffe-4c3b-b0d2-26cc2513e390.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1587, tv_nsec: 745415260 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:31:29.124376832Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.126199972Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.126464898Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.126496848Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.126699243Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.126729513Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.129220107Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.1334575Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.135683828Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.135711759Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.135724729Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.135734219Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.13574306Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.135949354Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.136031696Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.136052226Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.139500111Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.141365122Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.144819067Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.145278097Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.145308938Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.145391499Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.145510922Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.14587018Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.146350551Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.146607876Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.14952685Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.14955141Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.149763565Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.151363049Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.151422901Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.151716377Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.151738398Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.151955313Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.151990193Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:31:29.152028264Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.152042994Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":10,"elapsed":"74.43448ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.152571306Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.153620389Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.153648389Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.154019678Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:31:29.154109359Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.15412692Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.1541355Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.154438507Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.155568091Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306, lookup_type: ById(6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.155593092Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.156359228Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.156386639Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.156399149Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.156705056Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.157538434Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.157871661Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.158233609Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.15825816Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.158513295Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.161774586Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.163903223Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.163928643Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.164055896Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.164101907Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.164543056Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.167160953Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":19,"elapsed":"88.279062ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.168420401Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.168694397Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.168911372Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.16974101Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":19,"elapsed":"90.796516ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.170766742Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.170787092Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.170950716Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.173350228Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.174920782Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.174945233Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.175069096Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.178511591Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:31:29.178533951Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.178547092Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":10,"elapsed":"100.975309ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.180093885Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.180114855Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.180124166Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.180133086Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.180289199Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.195392958Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.195569592Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.210718002Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.242103145Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"VPC route manager sled 5bac6764-2ffe-4c3b-b0d2-26cc2513e390","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:31:29.318751854Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.318845836Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"SledAgent":"5bac6764-2ffe-4c3b-b0d2-26cc2513e390","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.319269115Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"SledAgent":"5bac6764-2ffe-4c3b-b0d2-26cc2513e390","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bdd8ed9c-915e-4650-a476-bdf20ed931ae\", \"content-length\": \"372\", \"date\": \"Thu, 19 Dec 2024 22:31:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.319301876Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.319856518Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:31:29.324917168Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.324955019Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"MgsClient","rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.32547487Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"MgsClient","rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"874e8d01-43bc-43ec-b198-5c98c2916c3c\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 22:31:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:31:29.325502761Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:31:29.328160389Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.328980727Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"nsuccess\":5}","iteration":5,"elapsed":"250.154676ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.340122069Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"original_time_created":"2024-12-19 22:22:23.867283 UTC","original_target_id":"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","time_created":"2024-12-19 22:22:23.867283 UTC","target_id":"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.34016564Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306\",\"time_created\":\"2024-12-19T22:22:23.867283Z\"}","iteration":55,"elapsed":"261.486813ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:31:29.355076475Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.355136096Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.355514554Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ae1bcd2-b82a-4cd7-a49e-e19686c84b82\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 22:31:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:31:29.355533005Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:31:29.35854384Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.35988927Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.360453812Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.368499487Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.368838175Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.371564494Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.371669846Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.372028694Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"6baf517b-5a6b-4df6-98cc-0ea6753ffd97\", \"date\": \"Thu, 19 Dec 2024 22:31:29 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:31:29.372052225Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.373965816Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"73bfdc01-47d9-4ed7-8a27-e9267fec3361\", \"date\": \"Thu, 19 Dec 2024 22:31:29 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:31:29.373995367Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.374487167Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Sled { parent: Fleet, key: 5bac6764-2ffe-4c3b-b0d2-26cc2513e390, lookup_type: ById(5bac6764-2ffe-4c3b-b0d2-26cc2513e390) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.374519858Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.374761784Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:31:29.375265164Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.375286385Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":12,"elapsed":"296.27568ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.377012513Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"0","iteration":19,"elapsed":"298.226303ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:31:29.378112146Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.378138257Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":19,"elapsed":"299.282066ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.37965144Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":19,"elapsed":"300.819939ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.380047788Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.380979539Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.381002849Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"8a19fec2-e1e3-4506-964e-790e2fefbca9"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.38101871Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.381400688Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.381693655Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.381726815Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.381869338Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.382444921Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":55,"elapsed":"303.60013ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.382608344Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.382785668Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.383550735Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.383679728Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.3837704Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:31:29.384185529Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.384217549Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.38423021Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.384309341Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.384498356Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.386498259Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.38652657Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.386728494Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.386800756Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.386821666Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.38698673Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.387307287Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":19,"elapsed":"308.515487ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.388743088Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.389910593Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"8a19fec2-e1e3-4506-964e-790e2fefbca9"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.389937354Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.389946734Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"current_time_created":"2024-12-19 22:23:19.515163 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.389955814Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"generation\":1}","iteration":10,"elapsed":"311.025672ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.39248973Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.39252103Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.392729535Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:31:29.408364185Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.408405536Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"SledAgent":"5bac6764-2ffe-4c3b-b0d2-26cc2513e390","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.408644391Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"SledAgent":"5bac6764-2ffe-4c3b-b0d2-26cc2513e390","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"8512cee4-7303-4522-bda5-cf4f13b33028\", \"date\": \"Thu, 19 Dec 2024 22:31:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.408670872Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.409076011Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.410665895Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.4109106Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.41457185Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.414995749Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 5bac6764-2ffe-4c3b-b0d2-26cc2513e390 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:31:29.419225822Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.419248232Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"SledAgent":"5bac6764-2ffe-4c3b-b0d2-26cc2513e390","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:31:29.419334294Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.419403116Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.419733993Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"SledAgent":"5bac6764-2ffe-4c3b-b0d2-26cc2513e390","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"bc28af6e-e41c-4d1d-b518-a027b0d13db9\", \"date\": \"Thu, 19 Dec 2024 22:31:29 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.421730126Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{}","iteration":19,"elapsed":"343.003617ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.421842558Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba7fb356-15ff-4d8a-94ea-0c7400bbf086\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 22:31:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:31:29.421860459Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:31:29.423836102Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.430319863Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.430767293Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.430788143Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"f1d3e969-9377-4370-b64f-d4eb9e08fbf0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.430804144Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.431176602Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.432119742Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.432144053Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.432276916Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.433170085Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":19,"elapsed":"354.182712ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.43475502Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:31:29.438200625Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:31:29.438222345Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.438232306Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":19,"elapsed":"359.463167ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.464486397Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"physical_disks_added\":0}","iteration":20,"elapsed":"385.572215ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-12-19T22:31:29.467518023Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.467552154Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":10,"elapsed":"388.848146ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.47059829Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.473285019Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.473316379Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.473435222Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.482601552Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-12-19T22:22:27.076398Z, time_modified: 2024-12-19T22:22:27.076398Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: b0e92825-8938-48a9-be39-6ddf878b8d67, db_silo: Silo { identity: SiloIdentity { id: b0e92825-8938-48a9-be39-6ddf878b8d67, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-19T22:23:20.260422Z, time_modified: 2024-12-19T22:23:20.260422Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"6ddbef336d164d7c474bfe68d696b0f887149180efaa3c61e38f66c40ee5ab4f\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: b0e92825-8938-48a9-be39-6ddf878b8d67, db_silo: Silo { identity: SiloIdentity { id: b0e92825-8938-48a9-be39-6ddf878b8d67, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-19T22:23:20.260422Z, time_modified: 2024-12-19T22:23:20.260422Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"6ddbef336d164d7c474bfe68d696b0f887149180efaa3c61e38f66c40ee5ab4f\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.482631342Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"b0e92825-8938-48a9-be39-6ddf878b8d67\",\"tls_certs\":[\"6ddbef336d164d7c474bfe68d696b0f887149180efaa3c61e38f66c40ee5ab4f\"]}},\"default_endpoint\":{\"silo_id\":\"b0e92825-8938-48a9-be39-6ddf878b8d67\",\"tls_certs\":[\"6ddbef336d164d7c474bfe68d696b0f887149180efaa3c61e38f66c40ee5ab4f\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":10,"elapsed":"403.711499ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.484598245Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"f1d3e969-9377-4370-b64f-d4eb9e08fbf0"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.484620665Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.484629005Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"current_time_created":"2024-12-19 22:23:20.348502 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.484637116Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"generation\":2}","iteration":10,"elapsed":"405.703163ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.506911851Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{}","iteration":19,"elapsed":"428.045059ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.550081061Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.550338356Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"44769a8e-71f6-414b-8acc-8a4d53e1e72d\", \"content-length\": \"1\", \"date\": \"Thu, 19 Dec 2024 22:31:28 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.552291119Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.552500313Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.554230711Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"null","iteration":19,"elapsed":"475.485333ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.562876879Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.563292458Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"f4983fbe-f3b5-4016-b8ed-16cd6eb2b04f\", \"date\": \"Thu, 19 Dec 2024 22:31:29 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:31:29.563316719Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.565391534Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"86531225-7e6d-4861-b8d0-fca83dca434b\", \"date\": \"Thu, 19 Dec 2024 22:31:29 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:31:29.565413175Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.567303546Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"04f343da-88b3-4a8f-92f6-1728aabd5e5b\", \"date\": \"Thu, 19 Dec 2024 22:31:29 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:31:29.567316306Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:31:29.569451412Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.569485663Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":12,"elapsed":"490.834697ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.573096352Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"SledAgent":"5bac6764-2ffe-4c3b-b0d2-26cc2513e390","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.573399098Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"SledAgent":"5bac6764-2ffe-4c3b-b0d2-26cc2513e390","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f4902110-c433-44fa-a38b-dd5bc3edc8af\", \"content-length\": \"691\", \"date\": \"Thu, 19 Dec 2024 22:31:29 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:31:29.573429029Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:31:29.573442029Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:31:29.57345281Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.574441091Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{}","iteration":19,"elapsed":"496.881479ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.603220718Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.603583115Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:31:29.605494537Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 707daa3c-91bd-4474-89d3-77f41ec12427, rack_id: 42682bc4-ecef-47c9-930b-2319fc1c8161, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(7dd7b47f-a79d-4627-8179-ac20b18c42a5) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.605509468Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.605722302Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.615829502Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DpdClient","rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.616079547Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DpdClient","rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dadd4b19-30c2-4159-a5b0-333d8a1dfff0\", \"content-length\": \"134\", \"date\": \"Thu, 19 Dec 2024 22:31:28 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:31:29.616103698Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:31:29.616114138Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"7dd7b47f-a79d-4627-8179-ac20b18c42a5","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:31:29.616361014Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:31:29.616371994Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:31:29.616379694Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:31:29.616387764Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:31:29.616395405Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:31:29.616402425Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:31:29.616572878Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:31:29.616582518Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:31:29.616787483Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.616806453Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.616996738Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.618700445Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DpdClient","rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.618813587Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DpdClient","rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a44754bd-1475-4803-a3c6-78c8b5d8ee3b\", \"content-length\": \"2\", \"date\": \"Thu, 19 Dec 2024 22:31:28 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.618827737Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DpdClient","rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.61892764Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DpdClient","rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20efc6fe-f567-47df-b0a3-4598e63c554d\", \"content-length\": \"52\", \"date\": \"Thu, 19 Dec 2024 22:31:28 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:31:29.61894281Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.61895395Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.769832265Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"8234bd0a-752f-4e24-a1c4-23801d18531f\", \"date\": \"Thu, 19 Dec 2024 22:31:29 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:31:29.769867306Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.769877096Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.770172562Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2001929a-ba79-487d-b7a0-b43886a7784e\", \"content-length\": \"682\", \"date\": \"Thu, 19 Dec 2024 22:31:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.770219374Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.770551211Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.774064147Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.774298732Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.777059392Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.777383409Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.778861542Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.779041375Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:29.786664692Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{}","iteration":19,"elapsed":"709.071258ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:31:32.65220218Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"uri":"/69371172-f491-4933-a2ef-079d832e8ea5","method":"GET","req_id":"ca83ad1e-284d-4c58-8fca-59692172a8fc","remote_addr":"[fd00:1122:3344:101::d]:64316","local_addr":"[fd00:1122:3344:101::c]:38381","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":383,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:39.078360871Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":56,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:39.078419402Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:39.078430682Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":56,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:39.078441043Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:39.078692558Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:39.07878987Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:39.080654771Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:39.080842385Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:39.081093891Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:39.083573885Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:39.083588915Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:39.083743918Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:39.085415094Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:39.085583918Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:39.08704748Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:39.089156006Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306, lookup_type: ById(6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:39.089165766Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:39.089294769Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:39.103740293Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"original_time_created":"2024-12-19 22:22:23.867283 UTC","original_target_id":"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","time_created":"2024-12-19 22:22:23.867283 UTC","target_id":"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:39.103765514Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306\",\"time_created\":\"2024-12-19T22:22:23.867283Z\"}","iteration":56,"elapsed":"25.396533ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:39.113805433Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":56,"elapsed":"35.458902ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:42.641793644Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/97b306d7-6057-4b4e-bc88-ab75ff38b0f1/producers?sort_by=id_ascending","method":"GET","req_id":"a75ae483-857d-40d0-953d-79c38c89f991","remote_addr":"[fd00:1122:3344:101::d]:53718","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:42.642261974Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/97b306d7-6057-4b4e-bc88-ab75ff38b0f1/producers?sort_by=id_ascending","method":"GET","req_id":"a75ae483-857d-40d0-953d-79c38c89f991","remote_addr":"[fd00:1122:3344:101::d]:53718","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:31:42.645080086Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"uri":"/metrics/collectors/97b306d7-6057-4b4e-bc88-ab75ff38b0f1/producers?sort_by=id_ascending","method":"GET","req_id":"a75ae483-857d-40d0-953d-79c38c89f991","remote_addr":"[fd00:1122:3344:101::d]:53718","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3375,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:42.645351952Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/97b306d7-6057-4b4e-bc88-ab75ff38b0f1/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiI4NDllZWJiOC0yYWVlLTQ0YzQtYTdmOC1mZTA4ZWVmOTk1MWUifX0%3D","method":"GET","req_id":"c5be071e-2103-4577-89b3-5634a8015505","remote_addr":"[fd00:1122:3344:101::d]:53718","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:42.64571352Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/97b306d7-6057-4b4e-bc88-ab75ff38b0f1/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiI4NDllZWJiOC0yYWVlLTQ0YzQtYTdmOC1mZTA4ZWVmOTk1MWUifX0%3D","method":"GET","req_id":"c5be071e-2103-4577-89b3-5634a8015505","remote_addr":"[fd00:1122:3344:101::d]:53718","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:31:42.64712071Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"uri":"/metrics/collectors/97b306d7-6057-4b4e-bc88-ab75ff38b0f1/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiI4NDllZWJiOC0yYWVlLTQ0YzQtYTdmOC1mZTA4ZWVmOTk1MWUifX0%3D","method":"GET","req_id":"c5be071e-2103-4577-89b3-5634a8015505","remote_addr":"[fd00:1122:3344:101::d]:53718","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1832,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:31:42.651760841Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"uri":"/69371172-f491-4933-a2ef-079d832e8ea5","method":"GET","req_id":"1dd21eff-0177-4325-82bc-ab4df05be445","remote_addr":"[fd00:1122:3344:101::d]:64316","local_addr":"[fd00:1122:3344:101::c]:38381","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":356,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:49.078930084Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":57,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:49.078980205Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:49.078991665Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":57,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:49.079000955Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:49.079306112Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:49.079419754Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:49.108070828Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:49.108330424Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:49.108664751Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:49.110061662Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":57,"elapsed":"31.112707ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:49.111251777Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:49.111264818Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:49.111431471Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:49.113382124Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:49.113604039Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:49.115218624Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:49.117365781Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306, lookup_type: ById(6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:49.117380311Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:49.117507334Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:49.128092394Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"original_time_created":"2024-12-19 22:22:23.867283 UTC","original_target_id":"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","time_created":"2024-12-19 22:22:23.867283 UTC","target_id":"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:49.128116035Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306\",\"time_created\":\"2024-12-19T22:22:23.867283Z\"}","iteration":57,"elapsed":"49.199071ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:31:52.651907885Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"uri":"/69371172-f491-4933-a2ef-079d832e8ea5","method":"GET","req_id":"889e290c-5ae3-4d0d-a431-56fe75248f32","remote_addr":"[fd00:1122:3344:101::d]:64316","local_addr":"[fd00:1122:3344:101::c]:38381","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":364,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:57.64202277Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/97b306d7-6057-4b4e-bc88-ab75ff38b0f1/producers?sort_by=id_ascending","method":"GET","req_id":"b9757c60-bd6d-4703-94f7-20919a0e2bc8","remote_addr":"[fd00:1122:3344:101::d]:53718","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:57.6424903Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/97b306d7-6057-4b4e-bc88-ab75ff38b0f1/producers?sort_by=id_ascending","method":"GET","req_id":"b9757c60-bd6d-4703-94f7-20919a0e2bc8","remote_addr":"[fd00:1122:3344:101::d]:53718","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:31:57.644967844Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"uri":"/metrics/collectors/97b306d7-6057-4b4e-bc88-ab75ff38b0f1/producers?sort_by=id_ascending","method":"GET","req_id":"b9757c60-bd6d-4703-94f7-20919a0e2bc8","remote_addr":"[fd00:1122:3344:101::d]:53718","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3042,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:57.645269141Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/97b306d7-6057-4b4e-bc88-ab75ff38b0f1/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiI4NDllZWJiOC0yYWVlLTQ0YzQtYTdmOC1mZTA4ZWVmOTk1MWUifX0%3D","method":"GET","req_id":"24c9210e-6f19-4205-a517-516f138e3f49","remote_addr":"[fd00:1122:3344:101::d]:53718","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:57.645619768Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/97b306d7-6057-4b4e-bc88-ab75ff38b0f1/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiI4NDllZWJiOC0yYWVlLTQ0YzQtYTdmOC1mZTA4ZWVmOTk1MWUifX0%3D","method":"GET","req_id":"24c9210e-6f19-4205-a517-516f138e3f49","remote_addr":"[fd00:1122:3344:101::d]:53718","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:31:57.647718864Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"uri":"/metrics/collectors/97b306d7-6057-4b4e-bc88-ab75ff38b0f1/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiI4NDllZWJiOC0yYWVlLTQ0YzQtYTdmOC1mZTA4ZWVmOTk1MWUifX0%3D","method":"GET","req_id":"24c9210e-6f19-4205-a517-516f138e3f49","remote_addr":"[fd00:1122:3344:101::d]:53718","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2519,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.077868091Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.077926062Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.077937693Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.077948843Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.078399163Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.078433403Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.078487675Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.078514185Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":20,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:31:59.078528005Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.078537906Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.078549116Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":58,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.078560346Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.078570946Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.078579997Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.078591507Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":58,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.078602067Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.078610467Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.078620698Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.078631358Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.078641358Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.078650568Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":20,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.078660848Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.078670048Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.078679849Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.078690759Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.078700389Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.078710729Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.07871986Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.07872925Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.07873785Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.07874813Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.07875673Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.078765631Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.078774171Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.078783861Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.078792781Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.078802642Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.078813122Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.078825422Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.079065707Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.079084248Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.079101228Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.079142479Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.079166019Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.07917714Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.07918664Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.07919524Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.079238551Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.079248731Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.079256091Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.079288262Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.080782554Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.083060064Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.083089905Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.083178397Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.083261268Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.083502434Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.092010399Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DnsResolver","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5bac6764-2ffe-4c3b-b0d2-26cc2513e390.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5bac6764-2ffe-4c3b-b0d2-26cc2513e390.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1617, tv_nsec: 713524876 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:31:59.092376877Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1103"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.094096404Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":20,"elapsed":"15.547479ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.099140204Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DnsResolver","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5bac6764-2ffe-4c3b-b0d2-26cc2513e390.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5bac6764-2ffe-4c3b-b0d2-26cc2513e390.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1617, tv_nsec: 720660611 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.099334369Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:31:59.099513642Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1103"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.101384193Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DnsResolver","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5bac6764-2ffe-4c3b-b0d2-26cc2513e390.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5bac6764-2ffe-4c3b-b0d2-26cc2513e390.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1617, tv_nsec: 722903580 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:31:59.101731641Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.102771253Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.102800984Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.10305347Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.142598151Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":20,"elapsed":"63.965473ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.142816145Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.143902089Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.144378179Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.144452771Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":20,"elapsed":"65.827833ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.145439832Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.145467203Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.145638727Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:31:59.148660272Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.148687603Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.148697483Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.148736244Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.149049711Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.149138993Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.149320937Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.149836098Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.150104074Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.15128623Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":58,"elapsed":"72.774934ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.151332031Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":20,"elapsed":"72.627971ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.151513725Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.153330034Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.153355995Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.153485288Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.153629911Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.153701032Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.153722403Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.153736673Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.153860176Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.155765917Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.155840249Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.156037793Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.156162216Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.157209758Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.157408903Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.162946914Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.165918188Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.165941839Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.166104012Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.168346891Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.168611417Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:31:59.170965598Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.170987269Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":20,"elapsed":"92.3009ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.188792556Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.190625436Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.190652367Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.19082048Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.192299182Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":20,"elapsed":"113.648674ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.192477506Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.19262488Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":20,"elapsed":"114.132925ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:31:59.193200402Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.193225933Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.193609351Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"986e775e-e2c4-49da-a876-96863f005099\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 22:31:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:31:59.193631851Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:31:59.1944937Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.194514211Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.194523281Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.194884599Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.195449361Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306, lookup_type: ById(6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.195477092Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.195534473Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.195711517Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.196196498Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:31:59.196385142Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:31:59.198993888Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:31:59.199016309Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.199026689Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":20,"elapsed":"120.422732ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.200270876Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.200509871Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.202053055Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.203772312Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.20595148Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Sled { parent: Fleet, key: 5bac6764-2ffe-4c3b-b0d2-26cc2513e390, lookup_type: ById(5bac6764-2ffe-4c3b-b0d2-26cc2513e390) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.20597364Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.206046292Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.206056822Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.206255817Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.206267107Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.208175908Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"0","iteration":20,"elapsed":"129.51099ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.211579992Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"original_time_created":"2024-12-19 22:22:23.867283 UTC","original_target_id":"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","time_created":"2024-12-19 22:22:23.867283 UTC","target_id":"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.211608273Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306\",\"time_created\":\"2024-12-19T22:22:23.867283Z\"}","iteration":58,"elapsed":"133.044917ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:31:59.212528843Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.212539823Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.212796599Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cbb23d6b-8460-4706-8fef-a092ad005687\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 22:31:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:31:59.212807679Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:31:59.213915703Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:31:59.22021483Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.220226141Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"MgsClient","rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.220458166Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"MgsClient","rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5cacd755-11ad-4428-84fc-ced34615553c\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 22:31:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:31:59.220470486Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:31:59.222438549Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.253400053Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{}","iteration":20,"elapsed":"174.704093ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.265459855Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.265755462Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.266510208Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.266769734Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"783e5bf5-9e75-499d-a53d-caa49c37433c\", \"content-length\": \"1\", \"date\": \"Thu, 19 Dec 2024 22:31:58 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.267548991Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.268672445Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.268970602Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.269187117Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.269197617Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.2693475Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.288424855Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"physical_disks_added\":0}","iteration":21,"elapsed":"209.864279ms"} {"msg":"VPC route manager sled 5bac6764-2ffe-4c3b-b0d2-26cc2513e390","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:31:59.329881248Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.329931449Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"SledAgent":"5bac6764-2ffe-4c3b-b0d2-26cc2513e390","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.330289197Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"SledAgent":"5bac6764-2ffe-4c3b-b0d2-26cc2513e390","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f290fef1-7c8f-429e-b082-e6040854c7cd\", \"content-length\": \"372\", \"date\": \"Thu, 19 Dec 2024 22:31:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.330316398Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.330651825Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.331747739Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.332389733Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"null","iteration":20,"elapsed":"253.820826ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.333423905Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.333448736Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.333595219Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.362780174Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.363164883Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:31:59.365355521Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 707daa3c-91bd-4474-89d3-77f41ec12427, rack_id: 42682bc4-ecef-47c9-930b-2319fc1c8161, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(7dd7b47f-a79d-4627-8179-ac20b18c42a5) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.365383771Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.365670457Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.373986068Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DpdClient","rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.374299995Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DpdClient","rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c13c1be3-a17c-431b-a18e-b8c5891eeeca\", \"content-length\": \"134\", \"date\": \"Thu, 19 Dec 2024 22:31:58 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:31:59.374328606Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:31:59.374356806Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"7dd7b47f-a79d-4627-8179-ac20b18c42a5","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:31:59.374617982Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:31:59.374629702Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:31:59.374637403Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:31:59.374645203Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:31:59.374652793Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:31:59.374660313Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:31:59.374876648Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:31:59.374885998Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:31:59.375145594Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.375153674Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.375358438Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.377143687Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DpdClient","rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.377241979Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DpdClient","rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ef1cd108-c78c-4d71-939f-838b4c5111ee\", \"content-length\": \"2\", \"date\": \"Thu, 19 Dec 2024 22:31:58 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.37726732Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DpdClient","rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.377334941Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DpdClient","rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0fbd7502-e53d-4df9-bd16-1c43eb05621d\", \"content-length\": \"52\", \"date\": \"Thu, 19 Dec 2024 22:31:58 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:31:59.377346611Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.377357182Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:31:59.377876423Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.377890573Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"SledAgent":"5bac6764-2ffe-4c3b-b0d2-26cc2513e390","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.432654116Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"SledAgent":"5bac6764-2ffe-4c3b-b0d2-26cc2513e390","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.474498057Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"d04bb7c2-ea5a-480e-bc9a-1538651881ef\", \"date\": \"Thu, 19 Dec 2024 22:31:59 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:31:59.474533387Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.474544008Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.474886165Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"SledAgent":"5bac6764-2ffe-4c3b-b0d2-26cc2513e390","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"8ad3f57c-5f16-495e-a0b4-263482483202\", \"date\": \"Thu, 19 Dec 2024 22:31:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.474901106Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.475240383Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.475301604Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf5e1554-bbf7-4414-929f-be5b530ba46d\", \"content-length\": \"682\", \"date\": \"Thu, 19 Dec 2024 22:31:59 GMT\"} })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.475335535Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"SledAgent":"5bac6764-2ffe-4c3b-b0d2-26cc2513e390","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"47b066fb-061b-4fb5-a53c-2e68409f2cc9\", \"content-length\": \"691\", \"date\": \"Thu, 19 Dec 2024 22:31:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.475346615Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:31:59.475362165Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:31:59.475371086Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:31:59.475378356Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.475518419Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.476303096Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{}","iteration":20,"elapsed":"398.429295ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.477767608Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.478139486Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.479042526Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.479265141Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.481180372Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.481438728Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.482708976Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.482985551Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.484597677Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.484778801Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 5bac6764-2ffe-4c3b-b0d2-26cc2513e390 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:31:59.489752319Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.489776979Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"SledAgent":"5bac6764-2ffe-4c3b-b0d2-26cc2513e390","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.492175912Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{}","iteration":20,"elapsed":"414.334771ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.579057233Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"SledAgent":"5bac6764-2ffe-4c3b-b0d2-26cc2513e390","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"2ec4f1cf-ea33-4371-91cd-71caeb25b516\", \"date\": \"Thu, 19 Dec 2024 22:31:59 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:31:59.580515065Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{}","iteration":20,"elapsed":"502.030321ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:32:02.651763833Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"uri":"/69371172-f491-4933-a2ef-079d832e8ea5","method":"GET","req_id":"b8dfb9e9-a2d6-464d-9c3a-fab2cd2d1fca","remote_addr":"[fd00:1122:3344:101::d]:64316","local_addr":"[fd00:1122:3344:101::c]:38381","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":322,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:09.078902944Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":59,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:09.078942115Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":59,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:09.078952015Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:09.078959606Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:09.079235261Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:09.079246982Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:09.108045269Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:09.108374636Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:09.109418489Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:09.110262317Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":59,"elapsed":"31.365452ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:09.111836651Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:09.111852302Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:09.111987905Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:09.113884346Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:09.114201653Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:09.115743146Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:09.118125448Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306, lookup_type: ById(6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:09.118141328Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:09.118287912Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:09.129549197Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"original_time_created":"2024-12-19 22:22:23.867283 UTC","original_target_id":"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","time_created":"2024-12-19 22:22:23.867283 UTC","target_id":"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:09.129574548Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306\",\"time_created\":\"2024-12-19T22:22:23.867283Z\"}","iteration":59,"elapsed":"50.666923ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:12.641798036Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/97b306d7-6057-4b4e-bc88-ab75ff38b0f1/producers?sort_by=id_ascending","method":"GET","req_id":"69f352b1-1dee-49de-8a2d-9ae0661f57b4","remote_addr":"[fd00:1122:3344:101::d]:53718","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:12.642141053Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/97b306d7-6057-4b4e-bc88-ab75ff38b0f1/producers?sort_by=id_ascending","method":"GET","req_id":"69f352b1-1dee-49de-8a2d-9ae0661f57b4","remote_addr":"[fd00:1122:3344:101::d]:53718","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:32:12.644573806Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"uri":"/metrics/collectors/97b306d7-6057-4b4e-bc88-ab75ff38b0f1/producers?sort_by=id_ascending","method":"GET","req_id":"69f352b1-1dee-49de-8a2d-9ae0661f57b4","remote_addr":"[fd00:1122:3344:101::d]:53718","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2849,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:12.644768621Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/97b306d7-6057-4b4e-bc88-ab75ff38b0f1/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiI4NDllZWJiOC0yYWVlLTQ0YzQtYTdmOC1mZTA4ZWVmOTk1MWUifX0%3D","method":"GET","req_id":"be2d507c-acf8-4a31-b317-9d67bf6bb11c","remote_addr":"[fd00:1122:3344:101::d]:53718","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:12.645022346Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/97b306d7-6057-4b4e-bc88-ab75ff38b0f1/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiI4NDllZWJiOC0yYWVlLTQ0YzQtYTdmOC1mZTA4ZWVmOTk1MWUifX0%3D","method":"GET","req_id":"be2d507c-acf8-4a31-b317-9d67bf6bb11c","remote_addr":"[fd00:1122:3344:101::d]:53718","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:32:12.646755044Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"uri":"/metrics/collectors/97b306d7-6057-4b4e-bc88-ab75ff38b0f1/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiI4NDllZWJiOC0yYWVlLTQ0YzQtYTdmOC1mZTA4ZWVmOTk1MWUifX0%3D","method":"GET","req_id":"be2d507c-acf8-4a31-b317-9d67bf6bb11c","remote_addr":"[fd00:1122:3344:101::d]:53718","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2018,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:32:12.651978118Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"uri":"/69371172-f491-4933-a2ef-079d832e8ea5","method":"GET","req_id":"286e6db0-2a95-46cc-a61a-731e15513dc5","remote_addr":"[fd00:1122:3344:101::d]:64316","local_addr":"[fd00:1122:3344:101::c]:38381","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":334,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:19.078148469Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":60,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:19.07820061Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":60,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:19.07821118Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:19.07821852Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:19.078516257Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:19.078531907Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:19.079909837Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:19.082233438Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:19.082256398Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:19.082395611Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:19.084259732Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:19.084520347Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:19.086242405Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:19.088354531Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306, lookup_type: ById(6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:19.088368901Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:19.088506814Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:19.100871523Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"original_time_created":"2024-12-19 22:22:23.867283 UTC","original_target_id":"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","time_created":"2024-12-19 22:22:23.867283 UTC","target_id":"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:19.100895734Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306\",\"time_created\":\"2024-12-19T22:22:23.867283Z\"}","iteration":60,"elapsed":"22.758665ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:19.107421506Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:19.107630991Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:19.109402919Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":60,"elapsed":"31.248371ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:32:22.651476787Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"uri":"/69371172-f491-4933-a2ef-079d832e8ea5","method":"GET","req_id":"f1ebdf5a-94de-4a0e-933c-21e30e70a816","remote_addr":"[fd00:1122:3344:101::d]:64316","local_addr":"[fd00:1122:3344:101::c]:38381","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":341,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.077928964Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.078002316Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":11,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-12-19T22:32:29.078015426Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306","reason":"blueprint disabled"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:32:29.078031996Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.078041067Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"enabled\":false,\"target_id\":\"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306\"}","iteration":12,"elapsed":"36.321µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.078053037Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.078064367Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.078073997Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.078083668Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.078093368Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.078102778Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.078112598Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.078121238Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":2,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.078130269Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.078138389Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":11,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.078149329Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.078159569Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.078169579Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.078179519Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.0781916Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.07820252Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.07821365Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.07822558Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.078236421Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.078246601Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":61,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.078256461Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.078265012Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":21,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.078275462Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.078284712Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.078294212Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.078303652Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.078313793Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.078326193Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.078335543Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":2,"reason":"Timeout"} {"msg":"listing candidate sagas for recovery","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.078345983Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.078380154Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.078390504Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.078401244Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.078410435Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":11,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.078420935Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.078431405Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.078441585Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.078452665Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.078461856Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.078471066Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.078479286Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":3,"reason":"Timeout"} {"msg":"starting background task for service firewall rule propagation","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.078489766Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.078500166Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.078509567Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.078520767Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.078535757Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":11,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:32:29.078546147Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-12-19 22:22:29.078434185 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.078555828Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.078564878Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.078575828Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.078585848Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.078596949Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.078605949Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.078616129Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.078626099Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.07863632Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.07864866Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.07866109Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.07867048Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.07868099Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.078691231Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.078701231Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.078711841Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":61,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:32:29.078721901Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.078731422Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.078740732Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.078751742Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":11,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.078763232Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.078775603Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.078787533Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.078798113Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.078808383Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.078820093Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.078832464Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.078874515Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.078924386Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.078941816Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.078954396Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.078965337Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000003a8a, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.078976987Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.078989807Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.079000197Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.079011678Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.079023148Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.079033128Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.079044358Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.079081579Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.07909641Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.07910902Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.07911878Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.07912931Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.079209002Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.079223982Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DnsResolver","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"60a785c0-8723-4778-af32-4133ecf8645a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"e89c39c5-bc57-4fe5-b95a-6401d7fa9743.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"e89c39c5-bc57-4fe5-b95a-6401d7fa9743.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1647, tv_nsec: 700819119 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.079328515Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DnsResolver","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"b0a51515-7a4b-4565-96ec-21c9426a70e9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"be899284-8040-4477-b30a-e21074a971b8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"ca6b6a82-160b-42d9-a030-39373aecf151.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"ca6b6a82-160b-42d9-a030-39373aecf151.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1647, tv_nsec: 700931812 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.079798465Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.079829146Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":11,"elapsed":"1.606846ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.079999229Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.08002163Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":11,"elapsed":"1.402581ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.081909351Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.082185347Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.082567745Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.082818371Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.085142901Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.085173262Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.085336775Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.085796136Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.085825086Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.085898528Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":21,"elapsed":"7.82143ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.08600088Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.08831472Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.089146948Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.089911285Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.090304763Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.090325744Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.090524148Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.093284079Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.09335351Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.09336585Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.09337763Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.093388691Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.093502263Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.093714048Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:32:29.093732768Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.093782449Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":11,"elapsed":"15.743173ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.095243851Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.09565013Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.097444989Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":21,"elapsed":"19.190638ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.102503979Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.102921098Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.103150263Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DnsResolver","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5bac6764-2ffe-4c3b-b0d2-26cc2513e390.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5bac6764-2ffe-4c3b-b0d2-26cc2513e390.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1647, tv_nsec: 724763810 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:32:29.103584343Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1103"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.105559546Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":11,"elapsed":"27.004348ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.105831772Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.106047606Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DnsResolver","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5bac6764-2ffe-4c3b-b0d2-26cc2513e390.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5bac6764-2ffe-4c3b-b0d2-26cc2513e390.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1647, tv_nsec: 727669794 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:32:29.106442065Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1103"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:32:29.108477629Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-12-19 22:22:29.078434185 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.1085041Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"expiration\":\"2024-12-19T22:22:29.078434185Z\",\"pruned\":[]}","iteration":11,"elapsed":"29.988683ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.112497127Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.112529018Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.112718962Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.114400908Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.115280187Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.116879632Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.116905353Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.117181289Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.117632738Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DnsResolver","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5bac6764-2ffe-4c3b-b0d2-26cc2513e390.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5bac6764-2ffe-4c3b-b0d2-26cc2513e390.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1647, tv_nsec: 739230405 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:32:29.117941375Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.119700364Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.126153534Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.126624404Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.129128699Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.129882475Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.130240213Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.130271604Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.130432237Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.130600441Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.130900458Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.132504562Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.13331195Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.133333031Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.133613806Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.135644591Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.135676271Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.135914567Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.138149945Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.139217219Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.139700449Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.142758066Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.142829947Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.142843487Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.143633785Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:32:29.146126039Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.14616106Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.14617302Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.146505347Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.146847935Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.146868725Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.147049959Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed in-progress sagas","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:32:29.153180003Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/saga_recovery.rs:438","count":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.153215083Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"last_pass\":{\"Success\":{\"nfailed\":0,\"nfound\":0,\"nrecovered\":0,\"nremoved\":0,\"nskipped\":0}},\"ntotal_failures\":0,\"ntotal_finished\":0,\"ntotal_recovered\":0,\"ntotal_sec_errors_bad_state\":0,\"ntotal_sec_errors_missing\":0,\"ntotal_started\":0,\"recent_failures\":[],\"recent_recoveries\":[]}","iteration":2,"elapsed":"74.970033ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.164713504Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.165205024Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:32:29.167240529Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.16727877Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.16728851Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.167824531Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.180225981Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.184664808Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.184713149Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.185322422Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.187213444Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":21,"elapsed":"108.680786ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.188174054Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.188242016Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.188257656Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.188267767Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.189259978Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.191394355Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.193105042Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.193342547Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.193728435Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.194257617Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.195546225Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.1962163Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:32:29.19624189Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.19625903Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":21,"elapsed":"118.117992ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.19670128Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.197750963Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.198107171Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.198131651Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.19853894Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.199165814Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.199555202Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.199586843Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.199814218Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.200926852Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:32:29.200975123Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.200991264Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":11,"elapsed":"122.913986ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.201852262Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.203083849Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.20356656Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.203699592Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":21,"elapsed":"125.38053ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.206160626Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306, lookup_type: ById(6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.206188217Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.206454763Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.208756913Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.212422782Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Sled { parent: Fleet, key: 5bac6764-2ffe-4c3b-b0d2-26cc2513e390, lookup_type: ById(5bac6764-2ffe-4c3b-b0d2-26cc2513e390) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.212460193Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.212714219Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.213650889Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.214114839Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.215022679Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"0","iteration":21,"elapsed":"136.546563ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.21921568Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"original_time_created":"2024-12-19 22:22:23.867283 UTC","original_target_id":"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","time_created":"2024-12-19 22:22:23.867283 UTC","target_id":"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.219253651Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306\",\"time_created\":\"2024-12-19T22:22:23.867283Z\"}","iteration":61,"elapsed":"140.670183ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.221302226Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.221650513Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.236684451Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":61,"elapsed":"158.482861ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.239048142Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.239306168Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.23986122Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.240190407Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.240653077Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.245347679Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.245709237Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.246380662Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.246407612Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.246418493Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.246428343Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.246698829Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.248006027Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.248105439Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.252610237Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.252638338Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.252865493Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.252889823Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.252903804Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.25316596Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.253363204Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.253539448Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.255189164Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","candidates":"[(cd88867e-34ce-454f-9ef6-f81a56685c56, 0), (01857c45-1bde-40d3-8410-309eefe431ae, 0), (c2fb489b-9c41-4a35-bcc2-a4edc217ea8d, 0)]"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.255671404Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.255744826Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DnsResolver","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12225, target: Name(\"dendrite-5bac6764-2ffe-4c3b-b0d2-26cc2513e390.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5bac6764-2ffe-4c3b-b0d2-26cc2513e390.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1647, tv_nsec: 877354013 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.256162745Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.256290617Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":21,"elapsed":"177.7489ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.258878064Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":21,"elapsed":"180.719824ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:32:29.260597421Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:32:29.260625912Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.260639372Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":21,"elapsed":"182.424392ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.264341573Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.264362413Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"8a19fec2-e1e3-4506-964e-790e2fefbca9"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.264371713Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.264703811Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.266216634Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.267943711Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.268275978Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.269030835Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.269052765Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.269174968Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.270423645Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.271861727Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"8a19fec2-e1e3-4506-964e-790e2fefbca9"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.271875687Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.271883537Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.271889307Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.271896587Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"current_time_created":"2024-12-19 22:23:19.515163 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.271904517Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"generation\":1}","iteration":11,"elapsed":"193.851991ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.27202813Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:32:29.272719505Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.272743016Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.273092743Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc6f5125-4308-4425-8d77-29501ba139f8\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 22:32:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:32:29.273120524Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.273610574Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:32:29.274915203Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.274930983Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"MgsClient","rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:32:29.275000815Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.27524449Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"MgsClient","rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"76975f4e-efff-4a1c-8251-157fe2d2ea9c\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 22:32:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:32:29.27526325Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.275478285Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.275490395Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.275638259Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:32:29.277217633Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.281569068Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.283747845Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.283778866Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.28394673Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.297666968Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.297693489Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"f1d3e969-9377-4370-b64f-d4eb9e08fbf0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.297706199Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.298285512Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.299847396Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.303882704Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.303913204Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.304107249Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.305846547Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.312714406Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.312954931Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.315373834Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"physical_disks_added\":0}","iteration":22,"elapsed":"237.153373ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.343185249Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-12-19T22:22:27.076398Z, time_modified: 2024-12-19T22:22:27.076398Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: b0e92825-8938-48a9-be39-6ddf878b8d67, db_silo: Silo { identity: SiloIdentity { id: b0e92825-8938-48a9-be39-6ddf878b8d67, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-19T22:23:20.260422Z, time_modified: 2024-12-19T22:23:20.260422Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"6ddbef336d164d7c474bfe68d696b0f887149180efaa3c61e38f66c40ee5ab4f\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: b0e92825-8938-48a9-be39-6ddf878b8d67, db_silo: Silo { identity: SiloIdentity { id: b0e92825-8938-48a9-be39-6ddf878b8d67, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-19T22:23:20.260422Z, time_modified: 2024-12-19T22:23:20.260422Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"6ddbef336d164d7c474bfe68d696b0f887149180efaa3c61e38f66c40ee5ab4f\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.34323651Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"b0e92825-8938-48a9-be39-6ddf878b8d67\",\"tls_certs\":[\"6ddbef336d164d7c474bfe68d696b0f887149180efaa3c61e38f66c40ee5ab4f\"]}},\"default_endpoint\":{\"silo_id\":\"b0e92825-8938-48a9-be39-6ddf878b8d67\",\"tls_certs\":[\"6ddbef336d164d7c474bfe68d696b0f887149180efaa3c61e38f66c40ee5ab4f\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":11,"elapsed":"264.996409ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-12-19T22:32:29.358965343Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.358990124Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":11,"elapsed":"280.64197ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:32:29.486212414Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.486239684Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.48650722Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ed02849-cb94-4731-ad2e-0c4db9c5cabf\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 22:32:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:32:29.48652534Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:32:29.488532474Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled 5bac6764-2ffe-4c3b-b0d2-26cc2513e390","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:32:29.561047163Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.561088744Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"SledAgent":"5bac6764-2ffe-4c3b-b0d2-26cc2513e390","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.561407861Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"SledAgent":"5bac6764-2ffe-4c3b-b0d2-26cc2513e390","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e6dab6c-0738-4281-84cd-f51cf308b2b7\", \"content-length\": \"372\", \"date\": \"Thu, 19 Dec 2024 22:32:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.561441601Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.561754048Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.602018855Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.615136361Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.615480978Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"710cb0fb-e1cc-4c55-9b3c-65a1a674df5e\", \"date\": \"Thu, 19 Dec 2024 22:32:29 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:32:29.615505778Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.616610853Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"ac1e8f8f-58ad-446a-b947-b91abd6d6724\", \"date\": \"Thu, 19 Dec 2024 22:32:29 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:32:29.616638253Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:32:29.617974702Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.617999433Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":13,"elapsed":"539.855074ms"} {"msg":"begin collection","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.625333172Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5"} {"msg":"begin collection from MGS","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.625347443Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","mgs_url":"http://[fd00:1122:3344:101::2]:12225"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.625368603Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/ignition","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.625764542Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"834b3501-fec8-4acc-91ff-6fb388607bdb\", \"content-length\": \"476\", \"date\": \"Thu, 19 Dec 2024 22:32:29 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.625793042Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.626040168Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"874e281f-74d5-4a2b-835f-f7ba8987c1b0\", \"content-length\": \"734\", \"date\": \"Thu, 19 Dec 2024 22:32:29 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.626094629Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.626380545Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5da9e73-d745-490d-a189-a16f522fc046\", \"content-length\": \"111\", \"date\": \"Thu, 19 Dec 2024 22:32:29 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.626391366Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.626639411Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e8aea2b-1e9a-49b3-aa3a-c64b8fdefc10\", \"content-length\": \"111\", \"date\": \"Thu, 19 Dec 2024 22:32:29 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.626651731Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.626904357Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ecc0d325-efdb-4d06-a05c-a16c389d4cb0\", \"content-length\": \"167\", \"date\": \"Thu, 19 Dec 2024 22:32:29 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.626915447Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.627161912Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b73408eb-6687-4a5c-b057-2c8d56c77818\", \"content-length\": \"167\", \"date\": \"Thu, 19 Dec 2024 22:32:29 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.627175723Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.627453649Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"51c1593e-9e13-4480-b805-3478f79b8be1\", \"content-length\": \"175\", \"date\": \"Thu, 19 Dec 2024 22:32:29 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.627467929Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.627728235Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"340ce07c-b89c-4968-90e8-f855c350d136\", \"content-length\": \"175\", \"date\": \"Thu, 19 Dec 2024 22:32:29 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.627741255Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.627864967Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f688add-6d6f-457d-9d73-c0a585a4f641\", \"content-length\": \"702\", \"date\": \"Thu, 19 Dec 2024 22:32:29 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.627877728Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.628030011Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea542ce7-844b-461b-b927-3c95856a1912\", \"content-length\": \"727\", \"date\": \"Thu, 19 Dec 2024 22:32:29 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.628042051Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.628176724Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd834ad7-3ebd-4719-a135-bc413402683a\", \"content-length\": \"729\", \"date\": \"Thu, 19 Dec 2024 22:32:29 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.628188245Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.628401929Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a7f1bc4-36d1-49f5-884f-316d473efab3\", \"content-length\": \"728\", \"date\": \"Thu, 19 Dec 2024 22:32:29 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.628413919Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.628583953Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33fde57e-1521-4a1f-90dc-3e32e22d2970\", \"content-length\": \"722\", \"date\": \"Thu, 19 Dec 2024 22:32:29 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.628598294Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.628844779Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"44f06f98-916e-4b00-ae85-776017b29d3b\", \"content-length\": \"109\", \"date\": \"Thu, 19 Dec 2024 22:32:29 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.628857259Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.629095944Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3dd21b8-90ed-4c75-828f-e82f1398666b\", \"content-length\": \"109\", \"date\": \"Thu, 19 Dec 2024 22:32:29 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.629108965Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.62934401Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f7a51bd1-977b-4a62-a8bd-5b89a377177c\", \"content-length\": \"169\", \"date\": \"Thu, 19 Dec 2024 22:32:29 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.62935719Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.629649866Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d4ddc8a9-3499-4b8f-bc08-89aaff6d8837\", \"content-length\": \"169\", \"date\": \"Thu, 19 Dec 2024 22:32:29 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.629662617Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.629895762Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3946db22-243f-4a1a-b566-332681b2ef8c\", \"content-length\": \"178\", \"date\": \"Thu, 19 Dec 2024 22:32:29 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.629907832Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.630150937Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"97f56639-9991-457e-89db-85357c864264\", \"content-length\": \"178\", \"date\": \"Thu, 19 Dec 2024 22:32:29 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.630163798Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.63027601Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a224aa1-b88b-4958-88d2-3da126eedc68\", \"content-length\": \"702\", \"date\": \"Thu, 19 Dec 2024 22:32:29 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.63028799Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.630419273Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bfc6b4e9-7768-4e9e-a0f1-5a011c4d4aa1\", \"content-length\": \"727\", \"date\": \"Thu, 19 Dec 2024 22:32:29 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.630431334Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.630553496Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e629e80a-bf07-4362-9872-8a828ec4c753\", \"content-length\": \"729\", \"date\": \"Thu, 19 Dec 2024 22:32:29 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.630564996Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.630691249Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6dedd046-ec30-424b-8240-d1373cb32433\", \"content-length\": \"728\", \"date\": \"Thu, 19 Dec 2024 22:32:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.630706369Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.631031827Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.664663279Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.664913584Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6ad1812-28d0-4160-8dc6-c65113b64673\", \"content-length\": \"1\", \"date\": \"Thu, 19 Dec 2024 22:32:28 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.666342275Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.66655286Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.680014163Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{}","iteration":21,"elapsed":"601.531107ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.690992912Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"SledAgent":"5bac6764-2ffe-4c3b-b0d2-26cc2513e390","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.691278548Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"SledAgent":"5bac6764-2ffe-4c3b-b0d2-26cc2513e390","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"05ac98f9-c2b1-4df1-9096-9f3cb30876db\", \"content-length\": \"691\", \"date\": \"Thu, 19 Dec 2024 22:32:29 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:32:29.691315039Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:32:29.691324049Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:32:29.691330849Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.692456374Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{}","iteration":21,"elapsed":"614.500968ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.693010846Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"f1d3e969-9377-4370-b64f-d4eb9e08fbf0"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.693028066Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.693035806Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"current_time_created":"2024-12-19 22:23:20.348502 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.693042957Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"generation\":2}","iteration":11,"elapsed":"614.733634ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.69319852Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.694648932Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.694731333Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"null","iteration":21,"elapsed":"616.35939ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.696691516Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.696706766Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.696790498Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.696802528Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.69685186Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.696949262Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.698833453Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.69962745Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.699806054Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.700425347Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.700438548Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.700573821Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.701716706Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.701886839Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.703604977Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.70376068Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.707767187Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.708181776Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.709688909Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.710105658Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.713229426Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.713433861Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.714862912Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.718652634Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.718676075Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.718826528Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.720424673Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.720669258Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.722509408Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.722706972Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.725197647Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.725399641Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.727582329Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.727779783Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.728729404Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.729058571Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.7322434Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.732530666Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.734163832Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.737816512Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.737847782Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.737979915Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.739542549Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.739771104Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.741288387Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.741315308Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.741554613Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.741925111Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"9d8c87b7-5980-4a7a-81af-d87307e2179a\", \"date\": \"Thu, 19 Dec 2024 22:32:29 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:32:29.741939881Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.742831171Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.743494565Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"bf5efdcb-f0da-46ba-803e-587249b22868\", \"date\": \"Thu, 19 Dec 2024 22:32:29 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:32:29.743507385Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.74511408Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"76206357-49c7-42aa-9afd-c4bde7c3961d\", \"date\": \"Thu, 19 Dec 2024 22:32:29 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:32:29.745127571Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.746520991Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.746535631Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.746692375Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:32:29.746853108Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.746896829Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":13,"elapsed":"668.399073ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:32:29.748482094Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.748500604Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"SledAgent":"5bac6764-2ffe-4c3b-b0d2-26cc2513e390","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.750261583Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.750639911Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.750897656Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.75108895Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:32:29.752486621Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 707daa3c-91bd-4474-89d3-77f41ec12427, rack_id: 42682bc4-ecef-47c9-930b-2319fc1c8161, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(7dd7b47f-a79d-4627-8179-ac20b18c42a5) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.752509221Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.752559493Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.752688305Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.752802118Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.754530845Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.754814431Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.756731243Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.756932367Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.758640765Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.758837189Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.759629276Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DpdClient","rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.759928942Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DpdClient","rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"abcf10ec-0145-4387-86d8-a25ae1028134\", \"content-length\": \"134\", \"date\": \"Thu, 19 Dec 2024 22:32:28 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:32:29.759962073Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:32:29.759973214Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"7dd7b47f-a79d-4627-8179-ac20b18c42a5","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.760066205Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:32:29.76027069Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:32:29.76028038Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.76028741Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:32:29.760296081Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:32:29.760303591Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:32:29.760310961Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:32:29.760318541Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:32:29.760474885Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:32:29.760483965Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:32:29.760688699Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.76070329Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.760900754Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.761420945Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.76162965Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.762772695Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DpdClient","rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.76304247Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DpdClient","rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b03e18fb-c210-4794-99e6-dfdd682b9d7e\", \"content-length\": \"2\", \"date\": \"Thu, 19 Dec 2024 22:32:28 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.763058541Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DpdClient","rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.763164863Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DpdClient","rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"790b318a-036f-4682-99bb-2216f792c363\", \"content-length\": \"52\", \"date\": \"Thu, 19 Dec 2024 22:32:28 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:32:29.763182033Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.763193194Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.763263265Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.763536381Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"SledAgent":"5bac6764-2ffe-4c3b-b0d2-26cc2513e390","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"16b81848-bfa0-49c2-992a-07fdcdeec2df\", \"date\": \"Thu, 19 Dec 2024 22:32:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.763546511Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.763812167Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.76531274Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.765507784Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.766843533Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.766856323Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.767028137Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.768186612Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.768381926Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.768463108Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.768710564Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.794649638Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","sled_agent_url":"http://[fd00:1122:3344:101::1]:12345"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.794670419Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"SledAgent":"http://[fd00:1122:3344:101::1]:12345","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/inventory","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.799701919Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.800016285Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 5bac6764-2ffe-4c3b-b0d2-26cc2513e390 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:32:29.800971666Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.800988647Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"SledAgent":"5bac6764-2ffe-4c3b-b0d2-26cc2513e390","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.801952748Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.805591387Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.805606977Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.805797281Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.813486269Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"SledAgent":"5bac6764-2ffe-4c3b-b0d2-26cc2513e390","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"6f8a7dd8-a9cb-4f02-be69-f8dcc189f7aa\", \"date\": \"Thu, 19 Dec 2024 22:32:29 GMT\"} })"} {"msg":"resolved names for firewall rules","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.8135591Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","subnet_networks":"{Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })], Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })]}","subnet_interfaces":"{Name(\"nexus\"): [NetworkInterface { id: b87cc820-6df1-4d23-b224-242c78db9af5, kind: Service { id: 2fa8b450-090d-4c2c-a6d2-23ccc1fbb938 }, name: Name(\"nexus-2fa8b450-090d-4c2c-a6d2-23ccc1fbb938\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 243, 122])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: c80c48d3-57f9-4ee8-bf66-6dc13bbd4dce, kind: Service { id: 015a3a06-c65f-4c89-938f-ae517883f7c5 }, name: Name(\"nexus-015a3a06-c65f-4c89-938f-ae517883f7c5\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 167, 239])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: f0c7de80-8c88-4d7d-baa4-15a800877572, kind: Service { id: 69371172-f491-4933-a2ef-079d832e8ea5 }, name: Name(\"nexus-69371172-f491-4933-a2ef-079d832e8ea5\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 147, 234])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], Name(\"external-dns\"): [NetworkInterface { id: 96cc28be-b7a3-4aec-9bfb-35ce1b97c04d, kind: Service { id: 60a785c0-8723-4778-af32-4133ecf8645a }, name: Name(\"external-dns-60a785c0-8723-4778-af32-4133ecf8645a\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 246, 12])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: babd23d0-b389-42ae-97af-da817f8e6d55, kind: Service { id: e89c39c5-bc57-4fe5-b95a-6401d7fa9743 }, name: Name(\"external-dns-e89c39c5-bc57-4fe5-b95a-6401d7fa9743\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 238, 211])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }]}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.813588711Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.81398219Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.814948631Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{}","iteration":21,"elapsed":"736.390863ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.815203926Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.816873802Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.816896963Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.817023846Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.916236836Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.916295927Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","sled_agent_rules":"[ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"53\")]), filter_protocols: Some([Udp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 96cc28be-b7a3-4aec-9bfb-35ce1b97c04d, kind: Service { id: 60a785c0-8723-4778-af32-4133ecf8645a }, name: Name(\"external-dns-60a785c0-8723-4778-af32-4133ecf8645a\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 246, 12])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: babd23d0-b389-42ae-97af-da817f8e6d55, kind: Service { id: e89c39c5-bc57-4fe5-b95a-6401d7fa9743 }, name: Name(\"external-dns-e89c39c5-bc57-4fe5-b95a-6401d7fa9743\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 238, 211])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }, ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"80\"), L4PortRange(\"443\")]), filter_protocols: Some([Tcp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: b87cc820-6df1-4d23-b224-242c78db9af5, kind: Service { id: 2fa8b450-090d-4c2c-a6d2-23ccc1fbb938 }, name: Name(\"nexus-2fa8b450-090d-4c2c-a6d2-23ccc1fbb938\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 243, 122])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: c80c48d3-57f9-4ee8-bf66-6dc13bbd4dce, kind: Service { id: 015a3a06-c65f-4c89-938f-ae517883f7c5 }, name: Name(\"nexus-015a3a06-c65f-4c89-938f-ae517883f7c5\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 167, 239])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: f0c7de80-8c88-4d7d-baa4-15a800877572, kind: Service { id: 69371172-f491-4933-a2ef-079d832e8ea5 }, name: Name(\"nexus-69371172-f491-4933-a2ef-079d832e8ea5\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 147, 234])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }]"} {"msg":"resolved 2 rules for sleds","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.916315178Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.970398545Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","vpc_to_sled":"[Sled { identity: SledIdentity { id: 5bac6764-2ffe-4c3b-b0d2-26cc2513e390, time_created: 2024-12-19T22:23:10.498827Z, time_modified: 2024-12-19T22:23:10.498827Z }, time_deleted: None, rcgen: Generation(Generation(19)), rack_id: 42682bc4-ecef-47c9-930b-2319fc1c8161, is_scrimlet: true, serial_number: \"sock\", part_number: \"i86pc\", revision: SqlU32(0), usable_hardware_threads: SqlU32(48), usable_physical_ram: ByteCount(ByteCount(102952026112)), reservoir_size: ByteCount(ByteCount(51474595840)), ip: fd00:1122:3344:101::1, port: SqlU16(12345), last_used_address: fd00:1122:3344:101::ffff, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)) }]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.970424556Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.970431606Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.970757483Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.973145375Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.973534663Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.97477237Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.977240504Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Sled { parent: Fleet, key: 5bac6764-2ffe-4c3b-b0d2-26cc2513e390, lookup_type: ById(5bac6764-2ffe-4c3b-b0d2-26cc2513e390) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.995289487Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"1fff3040-f598-45b5-9976-eff08bf512c2\", \"date\": \"Thu, 19 Dec 2024 22:32:29 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:32:29.995312107Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.995321107Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.995737417Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"04940348-485d-4c08-ae74-9c67f9461092\", \"content-length\": \"682\", \"date\": \"Thu, 19 Dec 2024 22:32:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.995785498Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.996068554Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:29.999805435Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:30.00002592Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:30.00324933Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:30.003457465Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:30.005724014Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:30.006059651Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:30.008197838Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"SledAgent":"5bac6764-2ffe-4c3b-b0d2-26cc2513e390","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:30.008920104Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"SledAgent":"5bac6764-2ffe-4c3b-b0d2-26cc2513e390","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules\", status: 204, headers: {\"x-request-id\": \"741a9b78-46c5-49f2-b5b0-fc16c523375b\", \"date\": \"Thu, 19 Dec 2024 22:32:29 GMT\"} })"} {"msg":"updated firewall rules on 1 sleds","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:32:30.010467117Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/networking/src/firewall_rules.rs:496"} {"msg":"successfully propagated service firewall rules","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:30.010477628Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","elapsed":"932.120934ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:30.010485188Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{}","iteration":3,"elapsed":"932.132454ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:30.013224647Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{}","iteration":21,"elapsed":"935.280483ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:30.069552454Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"SledAgent":"http://[fd00:1122:3344:101::1]:12345","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5dec067-9daa-48f8-8bfb-62318043d6b7\", \"content-length\": \"30796\", \"date\": \"Thu, 19 Dec 2024 22:32:29 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:30.086086494Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:30.086123675Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:30.086133715Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:30.090260365Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:30.090565791Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:30.092097875Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:30.093826222Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:30.093902304Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:30.094057297Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted inventory collection","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:32:30.270878017Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/db-queries/src/db/datastore/inventory.rs:1010","collection_id":"dd1015c7-7912-45e3-bacc-e4dea70ebbde"} {"msg":"inventory collection complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:30.270918048Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","time_started":"2024-12-19 22:32:29.625319 UTC","collection_id":"dd1015c7-7912-45e3-bacc-e4dea70ebbde"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:30.270972839Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"collection_id\":\"dd1015c7-7912-45e3-bacc-e4dea70ebbde\",\"time_done\":\"2024-12-19 22:32:30.088310 UTC\",\"time_started\":\"2024-12-19 22:32:29.625319 UTC\"}","iteration":2,"elapsed":"1.192951083s"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:30.27098712Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":23,"reason":"Dependency"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:30.27099879Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:30.271299166Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:30.272681406Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:30.274307782Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:30.274320502Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:30.274448765Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:30.27697513Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:30.277304657Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:30.278936573Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:30.280512207Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:30.280546138Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:30.280726092Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:30.365562169Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"physical_disks_added\":0}","iteration":23,"elapsed":"94.549579ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:32:32.651831196Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"uri":"/69371172-f491-4933-a2ef-079d832e8ea5","method":"GET","req_id":"9a8897e6-7a84-484f-b29b-0de4d31b6ba5","remote_addr":"[fd00:1122:3344:101::d]:64316","local_addr":"[fd00:1122:3344:101::c]:38381","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":315,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:39.077953995Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":62,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:39.078004967Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":62,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:39.078015487Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:39.078025527Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:39.078359834Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:39.078373515Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:39.079870507Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:39.080767787Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:39.081090244Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:39.082199968Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:39.082216938Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:39.08229343Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":62,"elapsed":"4.338495ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:39.082349871Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:39.084418736Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:39.08460979Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:39.086394799Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:39.08873443Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306, lookup_type: ById(6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:39.088744641Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:39.088879623Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:39.097600863Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"original_time_created":"2024-12-19 22:22:23.867283 UTC","original_target_id":"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","time_created":"2024-12-19 22:22:23.867283 UTC","target_id":"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:39.097627714Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306\",\"time_created\":\"2024-12-19T22:22:23.867283Z\"}","iteration":62,"elapsed":"19.682478ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:32:42.651751075Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"uri":"/69371172-f491-4933-a2ef-079d832e8ea5","method":"GET","req_id":"0d6127f7-2037-4aea-89f8-5cafdd1f77f4","remote_addr":"[fd00:1122:3344:101::d]:64316","local_addr":"[fd00:1122:3344:101::c]:38381","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":371,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:49.077917515Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":63,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:49.077967176Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":63,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:49.077979587Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:49.077989067Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:49.078271983Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:49.078286934Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:49.080135714Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:49.080147614Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:49.080327698Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:49.082353322Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":63,"elapsed":"4.437096ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:49.082476855Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:49.082489595Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:49.082635068Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:49.084348035Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:49.084528049Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:49.085752926Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:49.087871512Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306, lookup_type: ById(6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:49.087882602Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:49.088018835Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:49.097120044Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"original_time_created":"2024-12-19 22:22:23.867283 UTC","original_target_id":"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","time_created":"2024-12-19 22:22:23.867283 UTC","target_id":"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:49.097153034Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306\",\"time_created\":\"2024-12-19T22:22:23.867283Z\"}","iteration":63,"elapsed":"19.238739ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:32:52.651601802Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"uri":"/69371172-f491-4933-a2ef-079d832e8ea5","method":"GET","req_id":"645fc4da-65c4-4bed-8073-93a2d91ff781","remote_addr":"[fd00:1122:3344:101::d]:64316","local_addr":"[fd00:1122:3344:101::c]:38381","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":383,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:57.64140949Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/97b306d7-6057-4b4e-bc88-ab75ff38b0f1/producers?sort_by=id_ascending","method":"GET","req_id":"9bacfe9b-f1b3-4f06-b0dd-3cfa3c6fe90e","remote_addr":"[fd00:1122:3344:101::d]:53718","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:57.641890661Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/97b306d7-6057-4b4e-bc88-ab75ff38b0f1/producers?sort_by=id_ascending","method":"GET","req_id":"9bacfe9b-f1b3-4f06-b0dd-3cfa3c6fe90e","remote_addr":"[fd00:1122:3344:101::d]:53718","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:32:57.644402116Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"uri":"/metrics/collectors/97b306d7-6057-4b4e-bc88-ab75ff38b0f1/producers?sort_by=id_ascending","method":"GET","req_id":"9bacfe9b-f1b3-4f06-b0dd-3cfa3c6fe90e","remote_addr":"[fd00:1122:3344:101::d]:53718","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3088,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:57.644711152Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/97b306d7-6057-4b4e-bc88-ab75ff38b0f1/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiI4NDllZWJiOC0yYWVlLTQ0YzQtYTdmOC1mZTA4ZWVmOTk1MWUifX0%3D","method":"GET","req_id":"c0670842-9bcf-4fe7-9958-a36f47325ddd","remote_addr":"[fd00:1122:3344:101::d]:53718","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:57.64504979Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/97b306d7-6057-4b4e-bc88-ab75ff38b0f1/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiI4NDllZWJiOC0yYWVlLTQ0YzQtYTdmOC1mZTA4ZWVmOTk1MWUifX0%3D","method":"GET","req_id":"c0670842-9bcf-4fe7-9958-a36f47325ddd","remote_addr":"[fd00:1122:3344:101::d]:53718","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:32:57.646766957Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"uri":"/metrics/collectors/97b306d7-6057-4b4e-bc88-ab75ff38b0f1/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiI4NDllZWJiOC0yYWVlLTQ0YzQtYTdmOC1mZTA4ZWVmOTk1MWUifX0%3D","method":"GET","req_id":"c0670842-9bcf-4fe7-9958-a36f47325ddd","remote_addr":"[fd00:1122:3344:101::d]:53718","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2120,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.077104198Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.07716643Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.07717926Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.07719062Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.07765953Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.077684811Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.078308155Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.078329285Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":22,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.078343105Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.078352225Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.078362586Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.078372496Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.078384736Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.078394846Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.078405437Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.078415427Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.078425917Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.078435767Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.078447287Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.078457078Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.078467468Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.078478218Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":64,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.078489799Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.078499429Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.078508449Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.078520289Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.078530379Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.078539549Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.07854821Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.07855929Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.07856988Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":22,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:32:59.07858163Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.078595221Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.078604881Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":64,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.078615961Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.078630142Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.078640742Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.078649872Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.078718263Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.078771005Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.078864307Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.078921938Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.078937088Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.078950498Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.078961319Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.078971929Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.07900213Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.07903084Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.079067921Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.079092901Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.079238335Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.081260479Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.083196131Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.083225942Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.083443476Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.083956998Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":22,"elapsed":"5.747555ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.084640032Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.08589589Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DnsResolver","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5bac6764-2ffe-4c3b-b0d2-26cc2513e390.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5bac6764-2ffe-4c3b-b0d2-26cc2513e390.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1677, tv_nsec: 707585037 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:32:59.086317509Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.086472162Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.086757988Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.087029884Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.087052925Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.087193148Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.08727142Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":22,"elapsed":"9.007256ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.088480126Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.08912466Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.090287095Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.090821797Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":22,"elapsed":"12.346059ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.091647545Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.091670975Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.091932881Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.092399631Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.092409602Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.092664497Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.093026285Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.09325475Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.09326759Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.093425834Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.093517716Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.093647918Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.094947237Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.095059729Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DnsResolver","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5bac6764-2ffe-4c3b-b0d2-26cc2513e390.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5bac6764-2ffe-4c3b-b0d2-26cc2513e390.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1677, tv_nsec: 716758047 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.095174662Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:32:59.095393996Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1103"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.09554549Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":64,"elapsed":"17.213524ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.096725036Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DnsResolver","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5bac6764-2ffe-4c3b-b0d2-26cc2513e390.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5bac6764-2ffe-4c3b-b0d2-26cc2513e390.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1677, tv_nsec: 718420043 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:32:59.097045132Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.099096687Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.099168969Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.099182249Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.100435296Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.100844375Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.103467602Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.103756229Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.10520804Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.105524667Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.106396766Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.107440869Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.108554563Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.108584904Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.108807488Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:32:59.110198679Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.110219079Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":22,"elapsed":"31.934925ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.112455208Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306, lookup_type: ById(6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.1125286Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.11254095Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:32:59.128298373Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.128347944Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.128358214Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.128534358Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"original_time_created":"2024-12-19 22:22:23.867283 UTC","original_target_id":"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","time_created":"2024-12-19 22:22:23.867283 UTC","target_id":"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.128563339Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306\",\"time_created\":\"2024-12-19T22:22:23.867283Z\"}","iteration":64,"elapsed":"50.104741ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.12861632Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.130123112Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.130545652Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.130786347Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.130997792Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.132234538Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":22,"elapsed":"53.881313ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.132655658Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.133025856Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.134675572Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.135678884Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.136177895Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.137790779Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Sled { parent: Fleet, key: 5bac6764-2ffe-4c3b-b0d2-26cc2513e390, lookup_type: ById(5bac6764-2ffe-4c3b-b0d2-26cc2513e390) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.13780855Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.137968363Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.139781943Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"0","iteration":22,"elapsed":"61.55811ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.142140254Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.142368309Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.145696242Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":22,"elapsed":"67.413327ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.14655264Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.146939089Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.148580445Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.15020006Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.15022005Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.150371653Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.151749683Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.152719775Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.154251148Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.154268448Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.154513934Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.155452084Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.155465064Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.155693569Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:32:59.170187605Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.170223066Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.170230426Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.170492051Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.177288139Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":22,"elapsed":"99.114908ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:32:59.188495514Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.188520554Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.18878165Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b9955af7-e857-4bae-b1a8-07a2a583c1c4\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 22:32:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:32:59.18879968Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:32:59.190725392Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:32:59.211688659Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:32:59.211713369Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.211723399Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":22,"elapsed":"133.531398ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.227527483Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"physical_disks_added\":0}","iteration":24,"elapsed":"149.151208ms"} {"msg":"VPC route manager sled 5bac6764-2ffe-4c3b-b0d2-26cc2513e390","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:32:59.289469102Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.289494773Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"SledAgent":"5bac6764-2ffe-4c3b-b0d2-26cc2513e390","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.289869361Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"SledAgent":"5bac6764-2ffe-4c3b-b0d2-26cc2513e390","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ececd03b-3bc1-4646-9d19-255be37042cb\", \"content-length\": \"372\", \"date\": \"Thu, 19 Dec 2024 22:32:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.289897971Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.290196288Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.298611391Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"SledAgent":"5bac6764-2ffe-4c3b-b0d2-26cc2513e390","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.298980709Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"SledAgent":"5bac6764-2ffe-4c3b-b0d2-26cc2513e390","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69b7a4fd-e945-48dd-9cd4-4b3ce56fc9ae\", \"content-length\": \"691\", \"date\": \"Thu, 19 Dec 2024 22:32:59 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:32:59.29901627Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:32:59.29902635Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:32:59.29903398Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.30040529Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{}","iteration":22,"elapsed":"223.298312ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:32:59.304594651Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.304619542Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.304886868Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"97de7888-afe3-44eb-8959-dbb5cec3fce5\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 22:32:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:32:59.304899408Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:32:59.306593955Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.306974703Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.307606397Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb1b8643-291b-44fc-a755-aeffbdb72357\", \"content-length\": \"1\", \"date\": \"Thu, 19 Dec 2024 22:32:58 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.310098711Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.310431548Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.312457562Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"null","iteration":22,"elapsed":"234.153128ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:32:59.312695968Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.312709738Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"MgsClient","rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.312916112Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"MgsClient","rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e9ab4eaf-422d-442d-8549-11db5debe4ac\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 22:32:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:32:59.312929303Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:32:59.315128591Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:32:59.333557682Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.333579632Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"SledAgent":"5bac6764-2ffe-4c3b-b0d2-26cc2513e390","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.334518453Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"SledAgent":"5bac6764-2ffe-4c3b-b0d2-26cc2513e390","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"1847cda9-e3ea-4396-898e-06c82d55a6fd\", \"date\": \"Thu, 19 Dec 2024 22:32:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.334531283Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.334796949Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.3362488Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.336411414Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.338880378Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.339121053Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 5bac6764-2ffe-4c3b-b0d2-26cc2513e390 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:32:59.342175049Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.34219018Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"SledAgent":"5bac6764-2ffe-4c3b-b0d2-26cc2513e390","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.342496936Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"SledAgent":"5bac6764-2ffe-4c3b-b0d2-26cc2513e390","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"04f98812-5375-45b0-b733-d7bba07947ae\", \"date\": \"Thu, 19 Dec 2024 22:32:59 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.343845896Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{}","iteration":22,"elapsed":"265.424659ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.369946164Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{}","iteration":22,"elapsed":"291.540268ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.434482249Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.434814117Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:32:59.436644646Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 707daa3c-91bd-4474-89d3-77f41ec12427, rack_id: 42682bc4-ecef-47c9-930b-2319fc1c8161, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(7dd7b47f-a79d-4627-8179-ac20b18c42a5) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.436670167Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.436993974Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.446602593Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DpdClient","rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.446938321Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DpdClient","rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe78fc0a-273e-470b-a37b-2f33a64de17f\", \"content-length\": \"134\", \"date\": \"Thu, 19 Dec 2024 22:32:58 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:32:59.446980521Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:32:59.446992272Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"7dd7b47f-a79d-4627-8179-ac20b18c42a5","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:32:59.447255107Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:32:59.447264617Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:32:59.447272528Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:32:59.447281378Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:32:59.447289418Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:32:59.447296898Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:32:59.447444912Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:32:59.447453452Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:32:59.447625845Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.447633256Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.447813969Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.449972947Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DpdClient","rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.450096529Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DpdClient","rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"85179643-d7b8-4ea2-a608-c865ff0d1070\", \"content-length\": \"2\", \"date\": \"Thu, 19 Dec 2024 22:32:58 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.45011117Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DpdClient","rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.450192571Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DpdClient","rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cdaaba4d-2565-4d4c-bd07-b02e5803aac3\", \"content-length\": \"52\", \"date\": \"Thu, 19 Dec 2024 22:32:58 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:32:59.450206152Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.450216342Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.607914185Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"f30efa4d-0167-48bf-b109-49538fcb1ef9\", \"date\": \"Thu, 19 Dec 2024 22:32:59 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:32:59.607960236Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.607972227Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.608266753Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"289b6c54-ce50-4a95-a830-500e0d7ba54f\", \"content-length\": \"682\", \"date\": \"Thu, 19 Dec 2024 22:32:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.608312964Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.608630531Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.612518095Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.612860093Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.615704515Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.61594552Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.618114987Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.618329282Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:32:59.625404006Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{}","iteration":22,"elapsed":"548.329339ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:33:02.651983051Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"uri":"/69371172-f491-4933-a2ef-079d832e8ea5","method":"GET","req_id":"3284c302-a720-45cb-810c-9c323cd94320","remote_addr":"[fd00:1122:3344:101::d]:64316","local_addr":"[fd00:1122:3344:101::c]:38381","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":337,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:09.078146961Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":65,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:09.078196382Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":65,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:09.078209263Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:09.078218223Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:09.078571401Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:09.078642892Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:09.080142715Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:09.080312508Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:09.080935122Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:09.083309674Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:09.083322234Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:09.083473997Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:09.085188185Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:09.085388289Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:09.087207739Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:09.08956236Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306, lookup_type: ById(6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:09.08957987Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:09.089708823Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:09.101114321Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"original_time_created":"2024-12-19 22:22:23.867283 UTC","original_target_id":"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","time_created":"2024-12-19 22:22:23.867283 UTC","target_id":"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:09.101141692Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306\",\"time_created\":\"2024-12-19T22:22:23.867283Z\"}","iteration":65,"elapsed":"23.00631ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:09.110550717Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":65,"elapsed":"32.398446ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:33:12.652016112Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"uri":"/69371172-f491-4933-a2ef-079d832e8ea5","method":"GET","req_id":"fc7e66c2-f353-4388-a5cd-3777d817939a","remote_addr":"[fd00:1122:3344:101::d]:64316","local_addr":"[fd00:1122:3344:101::c]:38381","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":317,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:19.078155182Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":66,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:19.078202593Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":66,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:19.078211743Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:19.078218543Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:19.078540321Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:19.078588322Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:19.080595675Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:19.08080292Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:19.081160598Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:19.08266034Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":66,"elapsed":"4.493698ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:19.082914496Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:19.082923716Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:19.083059209Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:19.084884139Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:19.085046692Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:19.086506934Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:19.088512547Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306, lookup_type: ById(6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:19.088524438Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:19.088653141Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:19.097536034Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"original_time_created":"2024-12-19 22:22:23.867283 UTC","original_target_id":"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","time_created":"2024-12-19 22:22:23.867283 UTC","target_id":"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:19.097563435Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306\",\"time_created\":\"2024-12-19T22:22:23.867283Z\"}","iteration":66,"elapsed":"19.414342ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:33:22.652094764Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"uri":"/69371172-f491-4933-a2ef-079d832e8ea5","method":"GET","req_id":"699583a5-3730-4f16-b7e1-58bb6ae6d223","remote_addr":"[fd00:1122:3344:101::d]:64316","local_addr":"[fd00:1122:3344:101::c]:38381","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":353,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.07712901Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.077206122Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":12,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:33:29.077220712Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-12-19T22:33:29.077235473Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.077248203Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"enabled\":false,\"target_id\":\"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306\"}","iteration":13,"elapsed":"31.49µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.077262363Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.077275123Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.077285004Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.077298134Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.077308574Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.077321815Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.077335645Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.077722093Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.077747504Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.077761154Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.077772894Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.077782945Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.077794825Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.077807305Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.077817255Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.077829766Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.077843746Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.077857596Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.077870507Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":23,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.077881657Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.077896627Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.077908677Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.077918377Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.077930528Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.077941978Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":67,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.077955198Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.077965259Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.077978139Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.077988769Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.07800243Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":67,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.07801374Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.07802569Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.07803598Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.0780495Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.078060701Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.078072821Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":23,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.078083851Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.078095252Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.078107252Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.078117662Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":12,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:33:29.078132032Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-12-19 22:23:29.077977839 UTC"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.078143642Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.078156443Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.078167183Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.078178803Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":12,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.078190474Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.078203554Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.078214544Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.078226164Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.078239215Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.078248715Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.078260505Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.078271775Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":23,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:33:29.078282536Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.078294776Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.078305636Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.078319226Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.078330817Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.078342807Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":12,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.078353937Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.078363287Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.078375018Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.078387108Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.078399458Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.078412508Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.078423828Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.07849427Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.07851495Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.078528441Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.078592712Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.078621403Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.078636223Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.078651984Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.078665184Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.078677934Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.078690404Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.078704245Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.078716795Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.078728915Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.078736495Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DnsResolver","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"60a785c0-8723-4778-af32-4133ecf8645a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"e89c39c5-bc57-4fe5-b95a-6401d7fa9743.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"e89c39c5-bc57-4fe5-b95a-6401d7fa9743.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1707, tv_nsec: 700494922 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.078751416Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.078763866Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DnsResolver","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"b0a51515-7a4b-4565-96ec-21c9426a70e9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"be899284-8040-4477-b30a-e21074a971b8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"ca6b6a82-160b-42d9-a030-39373aecf151.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"ca6b6a82-160b-42d9-a030-39373aecf151.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1707, tv_nsec: 700526633 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.078785296Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.079469821Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.079501532Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.079517562Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":12,"elapsed":"1.657836ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.079527643Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":12,"elapsed":"1.505083ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.079896091Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.080018473Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.083719754Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.083750175Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.083877937Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.083895758Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.08398403Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.084185094Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.087655469Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DnsResolver","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5bac6764-2ffe-4c3b-b0d2-26cc2513e390.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5bac6764-2ffe-4c3b-b0d2-26cc2513e390.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1707, tv_nsec: 709418967 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:33:29.087968166Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.092944745Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.09640289Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.096440911Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.09685393Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.100617532Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.103062525Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.103095316Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.103110446Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.103243419Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.103318741Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.104551677Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.105086869Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":23,"elapsed":"27.227233ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.105648521Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.105672462Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.105703742Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DnsResolver","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5bac6764-2ffe-4c3b-b0d2-26cc2513e390.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5bac6764-2ffe-4c3b-b0d2-26cc2513e390.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1707, tv_nsec: 727478570 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:33:29.106103421Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.107996523Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.108034203Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.108386631Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.108499863Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.108524744Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.108710228Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.109025195Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.109433694Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.109467744Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.109482625Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.109773611Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.110833574Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.11107679Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.112180283Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.112581192Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:33:29.113801039Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-12-19 22:23:29.077977839 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.11382767Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"expiration\":\"2024-12-19T22:23:29.077977839Z\",\"pruned\":[]}","iteration":12,"elapsed":"35.793239ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.114853782Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":12,"elapsed":"36.73108ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.116535628Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.116887326Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.117231964Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DnsResolver","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5bac6764-2ffe-4c3b-b0d2-26cc2513e390.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5bac6764-2ffe-4c3b-b0d2-26cc2513e390.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1707, tv_nsec: 738991000 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:33:29.117642602Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.118992002Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.119388811Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.119486573Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.119785509Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.120009004Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.120096626Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.120431353Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:33:29.122178231Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.122210212Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":23,"elapsed":"44.277644ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.124377659Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.125594696Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.125980394Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.126007044Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.126018385Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.126030195Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.126361152Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.126616718Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.130752818Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306, lookup_type: ById(6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.130790269Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.131131366Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.131154437Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.132401074Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.13359591Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.136038433Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.136066994Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.136287648Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.137432553Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.137462584Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.137703669Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.138412855Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.141303048Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":23,"elapsed":"63.525373ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.142905092Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.142932073Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.143172338Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.145488189Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:33:29.145518499Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.14553556Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":12,"elapsed":"68.256746ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.145612402Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.146136173Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.147413921Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.150050738Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.150085889Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.150223852Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.150552459Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"original_time_created":"2024-12-19 22:22:23.867283 UTC","original_target_id":"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","time_created":"2024-12-19 22:22:23.867283 UTC","target_id":"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.1505804Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306\",\"time_created\":\"2024-12-19T22:22:23.867283Z\"}","iteration":67,"elapsed":"72.662172ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.153987454Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.154129007Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.154308211Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.154507395Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.156450377Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.156709033Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.158367829Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.162192012Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Sled { parent: Fleet, key: 5bac6764-2ffe-4c3b-b0d2-26cc2513e390, lookup_type: ById(5bac6764-2ffe-4c3b-b0d2-26cc2513e390) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.162231913Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.162439008Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.165241879Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.165493924Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.167992219Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.16851Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.168751135Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"0","iteration":23,"elapsed":"90.91789ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:33:29.170391541Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.170420871Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.170433512Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.170505273Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.171414523Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.172965007Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":23,"elapsed":"95.10586ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.173472648Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.173500049Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.173752464Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:33:29.17495096Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.174977541Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.174990301Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.175363769Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.177287281Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.177353062Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":23,"elapsed":"99.518327ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.178967848Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":23,"elapsed":"100.932927ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.179270374Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.179289705Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.179458898Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.182981805Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:33:29.183012356Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.183027316Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":12,"elapsed":"105.878435ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.193529975Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.193561745Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"8a19fec2-e1e3-4506-964e-790e2fefbca9"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.193576516Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.193838241Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.195977218Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.197587293Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.197619834Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.197632384Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.197643774Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.198028863Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.199392492Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.199419953Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.199599077Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.205220419Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.20525383Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-12-19T22:22:27.076398Z, time_modified: 2024-12-19T22:22:27.076398Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: b0e92825-8938-48a9-be39-6ddf878b8d67, db_silo: Silo { identity: SiloIdentity { id: b0e92825-8938-48a9-be39-6ddf878b8d67, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-19T22:23:20.260422Z, time_modified: 2024-12-19T22:23:20.260422Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"6ddbef336d164d7c474bfe68d696b0f887149180efaa3c61e38f66c40ee5ab4f\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: b0e92825-8938-48a9-be39-6ddf878b8d67, db_silo: Silo { identity: SiloIdentity { id: b0e92825-8938-48a9-be39-6ddf878b8d67, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-19T22:23:20.260422Z, time_modified: 2024-12-19T22:23:20.260422Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"6ddbef336d164d7c474bfe68d696b0f887149180efaa3c61e38f66c40ee5ab4f\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.205286651Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"b0e92825-8938-48a9-be39-6ddf878b8d67\",\"tls_certs\":[\"6ddbef336d164d7c474bfe68d696b0f887149180efaa3c61e38f66c40ee5ab4f\"]}},\"default_endpoint\":{\"silo_id\":\"b0e92825-8938-48a9-be39-6ddf878b8d67\",\"tls_certs\":[\"6ddbef336d164d7c474bfe68d696b0f887149180efaa3c61e38f66c40ee5ab4f\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":12,"elapsed":"126.837542ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.208804457Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.208832828Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.209003252Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.210460073Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"8a19fec2-e1e3-4506-964e-790e2fefbca9"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.210488604Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.210503214Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"current_time_created":"2024-12-19 22:23:19.515163 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.210517364Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"generation\":1}","iteration":12,"elapsed":"132.498105ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.210915753Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":67,"elapsed":"133.058787ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.22042852Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.220652715Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.221055054Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.22132047Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.224942069Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.225346798Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:33:29.231932371Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:33:29.231964891Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.231979352Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":23,"elapsed":"153.989403ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.245269161Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.245303252Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"f1d3e969-9377-4370-b64f-d4eb9e08fbf0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.245318202Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.245606939Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.247379857Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.250121227Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.250142667Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.250297121Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.252363986Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"f1d3e969-9377-4370-b64f-d4eb9e08fbf0"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.252388276Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.252401107Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"current_time_created":"2024-12-19 22:23:20.348502 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.252413457Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"generation\":2}","iteration":12,"elapsed":"174.245954ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.257095739Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:33:29.25762182Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.25763745Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.257931577Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"82f46fd4-353c-4ef7-b5f2-7059c1b149be\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 22:33:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:33:29.257947967Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.258634202Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.258654393Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.258812126Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:33:29.259827998Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.260648376Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.260891561Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":23,"elapsed":"182.860731ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.262297022Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.262311182Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.262447805Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.276978722Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"physical_disks_added\":0}","iteration":25,"elapsed":"199.081214ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-12-19T22:33:29.310363578Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.310655145Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":12,"elapsed":"232.375429ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.375470576Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.390588565Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"VPC route manager sled 5bac6764-2ffe-4c3b-b0d2-26cc2513e390","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:33:29.448251111Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.448276691Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"SledAgent":"5bac6764-2ffe-4c3b-b0d2-26cc2513e390","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.448639959Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"SledAgent":"5bac6764-2ffe-4c3b-b0d2-26cc2513e390","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"074a568e-ec95-4c87-86b0-3e3d71fd06be\", \"content-length\": \"372\", \"date\": \"Thu, 19 Dec 2024 22:33:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.44866547Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.448982496Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:33:29.476492075Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.476519416Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.476754911Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"31c97c2f-ae8e-4325-8168-45b6c3885d90\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 22:33:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:33:29.476772892Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:33:29.478212133Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.481096386Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"SledAgent":"5bac6764-2ffe-4c3b-b0d2-26cc2513e390","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.481450774Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"SledAgent":"5bac6764-2ffe-4c3b-b0d2-26cc2513e390","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5dd55c43-edb0-4e8f-aeeb-fe8d7eb07c84\", \"content-length\": \"691\", \"date\": \"Thu, 19 Dec 2024 22:33:29 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:33:29.481467244Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:33:29.481476944Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:33:29.481486104Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:33:29.482741802Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.482752422Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"MgsClient","rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.482867704Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{}","iteration":23,"elapsed":"405.715703ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.482973417Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"MgsClient","rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c2f150a-0f87-4e7a-8e24-8b243ef90d52\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 22:33:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:33:29.482983937Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:33:29.4849603Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:33:29.523441538Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.523485039Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"SledAgent":"5bac6764-2ffe-4c3b-b0d2-26cc2513e390","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.523713204Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"SledAgent":"5bac6764-2ffe-4c3b-b0d2-26cc2513e390","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"9ab0305f-7cf0-47c4-93e3-0d4de7201947\", \"date\": \"Thu, 19 Dec 2024 22:33:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.523739454Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.524258175Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.525806199Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.526161977Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.528874556Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.529266995Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 5bac6764-2ffe-4c3b-b0d2-26cc2513e390 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:33:29.532648858Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.532678439Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"SledAgent":"5bac6764-2ffe-4c3b-b0d2-26cc2513e390","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.539183691Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"SledAgent":"5bac6764-2ffe-4c3b-b0d2-26cc2513e390","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"342d4bca-ff08-481d-81ea-1c39e1914679\", \"date\": \"Thu, 19 Dec 2024 22:33:29 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.540659243Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{}","iteration":23,"elapsed":"462.595402ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.566931295Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{}","iteration":23,"elapsed":"489.111579ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.615706637Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.616020253Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e3cc3204-bec9-4895-a5ad-3f35f71ade00\", \"content-length\": \"1\", \"date\": \"Thu, 19 Dec 2024 22:33:28 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.618317153Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.61864531Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.620557602Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"null","iteration":23,"elapsed":"542.769497ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.650378221Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.683193356Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.683539303Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"d350b021-c851-4e54-bea1-c8008df5ccb8\", \"date\": \"Thu, 19 Dec 2024 22:33:29 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:33:29.683555204Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.685431645Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"c475a44a-e033-453d-b9b5-73a81eff71ab\", \"date\": \"Thu, 19 Dec 2024 22:33:29 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:33:29.685444815Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:33:29.686912477Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.686923827Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":14,"elapsed":"608.847836ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.714224431Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.714655751Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"7cde4f00-75f3-4ce9-ac54-1fd8dfbbbdbe\", \"date\": \"Thu, 19 Dec 2024 22:33:29 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:33:29.714667761Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.716212015Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"88cfe1cd-42fe-475d-bc76-6c9aacdb33e8\", \"date\": \"Thu, 19 Dec 2024 22:33:29 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:33:29.716225735Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.71829551Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"ef1ec08a-dabf-4997-9f50-b9d9a6272789\", \"date\": \"Thu, 19 Dec 2024 22:33:29 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:33:29.718322511Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:33:29.720455557Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.720498588Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":14,"elapsed":"642.453798ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.729394282Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.7297821Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:33:29.731838665Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 707daa3c-91bd-4474-89d3-77f41ec12427, rack_id: 42682bc4-ecef-47c9-930b-2319fc1c8161, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(7dd7b47f-a79d-4627-8179-ac20b18c42a5) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.731853475Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.73205602Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.74126979Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DpdClient","rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.741541666Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DpdClient","rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8612f34d-2b11-493c-887c-a1c3b56a7368\", \"content-length\": \"134\", \"date\": \"Thu, 19 Dec 2024 22:33:29 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:33:29.741570477Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:33:29.741581517Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"7dd7b47f-a79d-4627-8179-ac20b18c42a5","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:33:29.741811792Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:33:29.741821762Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:33:29.741828923Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:33:29.741836683Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:33:29.741844703Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:33:29.741852203Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:33:29.741999716Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:33:29.742008796Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:33:29.742240652Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.742249712Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.742587449Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.744296306Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DpdClient","rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.744391428Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DpdClient","rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"858cbd5f-8b61-402c-9100-d101a0ea9c23\", \"content-length\": \"2\", \"date\": \"Thu, 19 Dec 2024 22:33:29 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.744401348Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DpdClient","rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.74447928Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DpdClient","rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"abda064a-caa2-41be-8ea9-9663e8a977f5\", \"content-length\": \"52\", \"date\": \"Thu, 19 Dec 2024 22:33:29 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:33:29.74449335Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.744503191Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.84553018Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"80544716-bd76-4464-bc0a-5e5a8f3643ca\", \"date\": \"Thu, 19 Dec 2024 22:33:29 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:33:29.845573471Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.845584161Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.846056772Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"89a0b922-51a5-4fab-b9e5-0df586e3560c\", \"content-length\": \"682\", \"date\": \"Thu, 19 Dec 2024 22:33:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.846104913Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.84644799Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.850552419Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.850772724Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.853818961Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.854173868Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.856318215Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.85656123Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:29.864078144Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{}","iteration":23,"elapsed":"786.927302ms"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:30.111611453Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"producer-registration-task","component":"nexus-producer-server","name":"69371172-f491-4933-a2ef-079d832e8ea5"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:30.111652394Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"producer-registration-task","component":"nexus-producer-server","name":"69371172-f491-4933-a2ef-079d832e8ea5","addr":"[fd00:1122:3344:101::c]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:30.142268141Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"producer-registration-task","component":"nexus-producer-server","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:33:30.142375243Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:63665"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:30.142556037Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"808bbb73-abf0-4dcb-bb58-426daf38dcb7","remote_addr":"[fd00:1122:3344:101::c]:63665","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:30.142917355Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"808bbb73-abf0-4dcb-bb58-426daf38dcb7","remote_addr":"[fd00:1122:3344:101::c]:63665","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:33:30.176716201Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/oximeter.rs:76","collector_id":"97b306d7-6057-4b4e-bc88-ab75ff38b0f1","producer_id":"69371172-f491-4933-a2ef-079d832e8ea5"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:33:30.176739931Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"uri":"/metrics/producers","method":"POST","req_id":"808bbb73-abf0-4dcb-bb58-426daf38dcb7","remote_addr":"[fd00:1122:3344:101::c]:63665","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":34241,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:30.176804823Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"producer-registration-task","component":"nexus-producer-server","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"808bbb73-abf0-4dcb-bb58-426daf38dcb7\", \"content-length\": \"41\", \"date\": \"Thu, 19 Dec 2024 22:33:30 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:30.177839915Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"producer-registration-task","component":"nexus-producer-server","name":"69371172-f491-4933-a2ef-079d832e8ea5"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:30.177859196Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"producer-registration-task","component":"nexus-producer-server","name":"69371172-f491-4933-a2ef-079d832e8ea5","wait_period":"150s","lease_duration":"600s"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:33:32.652052134Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"uri":"/69371172-f491-4933-a2ef-079d832e8ea5","method":"GET","req_id":"44b4ba1a-740f-4879-bc80-12ef733a5da3","remote_addr":"[fd00:1122:3344:101::d]:64316","local_addr":"[fd00:1122:3344:101::c]:38381","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":338,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:39.078258864Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":68,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:39.078311256Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":68,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:39.078321456Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:39.078329066Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:39.078581942Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:39.078595782Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:39.080188006Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:39.080387991Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:39.080721288Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:39.08171761Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":68,"elapsed":"3.476185ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:39.083336225Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:39.083349435Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:39.083678852Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:39.088246392Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:39.088489237Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:39.090372318Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:39.09278016Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306, lookup_type: ById(6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:39.092801591Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:39.092924584Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:39.102275797Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"original_time_created":"2024-12-19 22:22:23.867283 UTC","original_target_id":"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","time_created":"2024-12-19 22:22:23.867283 UTC","target_id":"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:39.102292268Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306\",\"time_created\":\"2024-12-19T22:22:23.867283Z\"}","iteration":68,"elapsed":"24.068804ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:33:42.651756187Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"uri":"/69371172-f491-4933-a2ef-079d832e8ea5","method":"GET","req_id":"b0c1f9b3-2f97-4892-afc5-b10ba671e4c3","remote_addr":"[fd00:1122:3344:101::d]:64316","local_addr":"[fd00:1122:3344:101::c]:38381","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":475,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:49.077944238Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":69,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:49.078004639Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":69,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:49.07801704Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:49.07802939Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:49.078335407Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:49.078356657Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:49.080085415Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:49.080555175Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:49.080859882Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:49.082517408Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:49.082535738Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:49.082686101Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:49.084762517Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:49.084967301Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:49.086866512Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:49.08904127Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306, lookup_type: ById(6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:49.08905674Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:49.089186573Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:49.10236653Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"original_time_created":"2024-12-19 22:22:23.867283 UTC","original_target_id":"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","time_created":"2024-12-19 22:22:23.867283 UTC","target_id":"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:49.10239443Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306\",\"time_created\":\"2024-12-19T22:22:23.867283Z\"}","iteration":69,"elapsed":"24.462273ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:49.117169572Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":69,"elapsed":"39.218224ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:33:52.652211187Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"uri":"/69371172-f491-4933-a2ef-079d832e8ea5","method":"GET","req_id":"17e8cdff-064d-42ba-94a9-85f6f47b85ca","remote_addr":"[fd00:1122:3344:101::d]:64316","local_addr":"[fd00:1122:3344:101::c]:38381","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":370,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.077351946Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.077416957Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.077428658Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.077436968Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.077776975Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.077902978Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.078396008Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":70,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.078409299Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.078419649Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.078427479Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:33:59.07843558Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.07844369Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.07845145Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.07845894Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.07846745Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.0784745Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":24,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.07848229Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.078488791Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.078496661Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.078503191Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.078510591Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.078518831Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.078526831Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.078535052Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":70,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.078542462Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.078550092Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.078556972Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.078566542Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.078574803Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.078581153Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.078589233Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.078596893Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.078603423Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.078609773Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.078618024Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.078625464Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.078646864Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.078692295Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.07889353Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.0789081Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.07891925Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.079021652Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.079086924Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.079097684Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.079117264Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.079127015Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.079136125Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.079143765Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.079151625Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.079160055Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.079232137Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.082395836Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.082752303Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.084301467Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DnsResolver","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5bac6764-2ffe-4c3b-b0d2-26cc2513e390.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5bac6764-2ffe-4c3b-b0d2-26cc2513e390.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1737, tv_nsec: 706096364 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:33:59.084628294Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.086599477Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.087214431Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.087899235Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":24,"elapsed":"9.376104ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.08901102Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.08903992Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.089233335Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.089325757Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DnsResolver","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5bac6764-2ffe-4c3b-b0d2-26cc2513e390.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5bac6764-2ffe-4c3b-b0d2-26cc2513e390.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1737, tv_nsec: 711132704 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.089397788Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.089412148Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:33:59.089575582Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.089584612Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.091498954Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.092127467Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.093383765Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.093431806Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.093720142Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.094567911Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.094589061Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.094821336Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.095244495Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.095269606Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.095428239Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.096699497Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":24,"elapsed":"18.072903ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.097441673Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.097468484Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.097636847Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.098046066Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.099956438Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":70,"elapsed":"21.55118ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.10004228Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.10006237Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.100294195Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.100321066Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.101298427Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DnsResolver","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5bac6764-2ffe-4c3b-b0d2-26cc2513e390.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5bac6764-2ffe-4c3b-b0d2-26cc2513e390.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1737, tv_nsec: 723094224 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:33:59.101642225Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.102904002Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.102934843Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.103153878Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.109755571Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.110172931Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.114518825Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.114868573Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.117077571Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.117573492Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.132411025Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":24,"elapsed":"53.833482ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.133409866Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.133781425Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.134822207Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.135250986Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.135447291Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":24,"elapsed":"57.011201ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:33:59.136252468Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.136268789Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.136275469Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.136673168Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:33:59.141674386Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.141701407Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.141712347Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.142120796Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.14642659Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.146722246Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.148338061Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":24,"elapsed":"69.736578ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.15423938Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.154624488Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.156745105Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.15699614Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.157813368Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.158650396Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.162268355Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.162289615Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.162590092Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.162756795Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Sled { parent: Fleet, key: 5bac6764-2ffe-4c3b-b0d2-26cc2513e390, lookup_type: ById(5bac6764-2ffe-4c3b-b0d2-26cc2513e390) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.162783356Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.16296796Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.170353821Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.172997298Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306, lookup_type: ById(6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.173018979Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.173193092Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.177368094Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.177696251Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:33:59.182606777Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.182625198Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.182899614Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a13d5655-73bc-4959-935a-55db8917114d\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 22:33:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:33:59.182916144Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:33:59.184465878Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:33:59.190937079Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:33:59.190958229Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.19096773Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":24,"elapsed":"112.496419ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:33:59.1937589Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.193770451Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.194022386Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"234293bb-b07c-4b77-91e4-7f2eb39c0872\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 22:33:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:33:59.194047137Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:33:59.195887567Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.236132553Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.236601823Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:33:59.251173Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.251190801Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"MgsClient","rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.251445936Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"MgsClient","rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9464b13e-3bc0-4f14-b251-90c8573446e6\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 22:33:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:33:59.251464547Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:33:59.252962779Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.29614896Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"0","iteration":24,"elapsed":"217.508566ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.296403975Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"SledAgent":"5bac6764-2ffe-4c3b-b0d2-26cc2513e390","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vmms/3d43b922-14ab-4d2a-b010-4bb252aa221e/state","method":"GET"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.29709597Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":24,"elapsed":"218.62861ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.297283484Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.299880781Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.299894001Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.300140916Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.305276058Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"original_time_created":"2024-12-19 22:22:23.867283 UTC","original_target_id":"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","time_created":"2024-12-19 22:22:23.867283 UTC","target_id":"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.305289619Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306\",\"time_created\":\"2024-12-19T22:22:23.867283Z\"}","iteration":70,"elapsed":"226.760197ms"} {"msg":"VPC route manager sled 5bac6764-2ffe-4c3b-b0d2-26cc2513e390","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:33:59.329645729Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.329658499Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"SledAgent":"5bac6764-2ffe-4c3b-b0d2-26cc2513e390","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.330185171Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.330311333Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"SledAgent":"5bac6764-2ffe-4c3b-b0d2-26cc2513e390","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d04eeb7-1a3e-4f2c-900e-2555ced82d24\", \"content-length\": \"583\", \"date\": \"Thu, 19 Dec 2024 22:33:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.330355944Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.330464197Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e572c66-7049-4953-8c50-7ce3c43b4d46\", \"content-length\": \"2\", \"date\": \"Thu, 19 Dec 2024 22:33:59 GMT\"} })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.330722112Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.330775274Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.33198952Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.332279946Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.332354608Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.332364478Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.332513261Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.334094866Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"null","iteration":24,"elapsed":"255.518703ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.339861511Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{}","iteration":24,"elapsed":"261.450412ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:33:59.384834811Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{1364588d-4cdb-4c40-aad3-be64ce158772: {10.151.2.176: {0737419f-d09f-4706-be28-c0c85253a1b2}, 10.151.2.175: {0737419f-d09f-4706-be28-c0c85253a1b2}}}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.384874271Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"SledAgent":"5bac6764-2ffe-4c3b-b0d2-26cc2513e390","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.385147927Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"SledAgent":"5bac6764-2ffe-4c3b-b0d2-26cc2513e390","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"df336cec-69d4-46f0-91ab-84e7be5f475c\", \"date\": \"Thu, 19 Dec 2024 22:33:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.385166868Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.385641658Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.391857873Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.392097179Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.393567061Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"physical_disks_added\":0}","iteration":26,"elapsed":"315.034609ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.395522293Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.395734448Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.398240892Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.39858218Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.400814648Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.401046044Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.401502143Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"SledAgent":"5bac6764-2ffe-4c3b-b0d2-26cc2513e390","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.401906242Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"SledAgent":"5bac6764-2ffe-4c3b-b0d2-26cc2513e390","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"74aaf524-f39d-4937-932b-39530d2abfbd\", \"content-length\": \"810\", \"date\": \"Thu, 19 Dec 2024 22:33:59 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:33:59.401936803Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{VirtualNetworkInterfaceHost { physical_host_ip: fd00:1122:3344:101::1, virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), vni: Vni(8976865) }}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:33:59.401949423Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:33:59.401958423Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.404010558Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{}","iteration":24,"elapsed":"326.656362ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.40453812Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.404931878Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 5bac6764-2ffe-4c3b-b0d2-26cc2513e390 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:33:59.407119616Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"VPC route manager sled 5bac6764-2ffe-4c3b-b0d2-26cc2513e390 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:33:59.407135756Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.407142746Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"SledAgent":"5bac6764-2ffe-4c3b-b0d2-26cc2513e390","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.407555435Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"SledAgent":"5bac6764-2ffe-4c3b-b0d2-26cc2513e390","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"4d1fd78b-ed5d-4a08-b3f3-b29346d7685a\", \"date\": \"Thu, 19 Dec 2024 22:33:59 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.409050218Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{}","iteration":24,"elapsed":"330.637418ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.447128417Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.447488595Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:33:59.44959883Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 707daa3c-91bd-4474-89d3-77f41ec12427, rack_id: 42682bc4-ecef-47c9-930b-2319fc1c8161, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(7dd7b47f-a79d-4627-8179-ac20b18c42a5) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.449625171Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.449940338Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.459962876Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DpdClient","rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.460289593Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DpdClient","rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"695a21c0-ae24-470b-af5c-a43c97e79c4f\", \"content-length\": \"134\", \"date\": \"Thu, 19 Dec 2024 22:33:59 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:33:59.460312014Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:33:59.460324784Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"7dd7b47f-a79d-4627-8179-ac20b18c42a5","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:33:59.46059543Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:33:59.46060791Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:33:59.460615841Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:33:59.460624311Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:33:59.460632401Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:33:59.460640271Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:33:59.460788494Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:33:59.460799165Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:33:59.461026969Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.46104139Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.461228714Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.462632484Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DpdClient","rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.462769377Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DpdClient","rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"30ab629d-1af5-457e-953c-1e8df8fd87e1\", \"content-length\": \"2\", \"date\": \"Thu, 19 Dec 2024 22:33:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.462787608Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DpdClient","rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.46288943Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DpdClient","rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a701940b-e3ce-4a03-9c73-63828c87983f\", \"content-length\": \"52\", \"date\": \"Thu, 19 Dec 2024 22:33:59 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:33:59.46290677Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.462922211Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.554550696Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"d2f9cd69-3599-4b47-b79c-46fd94219169\", \"date\": \"Thu, 19 Dec 2024 22:33:59 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:33:59.554577596Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.554588787Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.554891343Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5802266b-f234-452b-9167-1e61ee771c94\", \"content-length\": \"682\", \"date\": \"Thu, 19 Dec 2024 22:33:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.554942544Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.555284972Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.558021221Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.558215715Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.562009618Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.562370076Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.564510243Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.564760028Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:33:59.572410595Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{}","iteration":24,"elapsed":"495.083029ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:00.427056332Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"SledAgent":"5bac6764-2ffe-4c3b-b0d2-26cc2513e390","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vmms/3d43b922-14ab-4d2a-b010-4bb252aa221e/state\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae5204c9-edd3-4350-991b-dad48c9b7600\", \"content-length\": \"132\", \"date\": \"Thu, 19 Dec 2024 22:33:59 GMT\"} })"} {"msg":"updating instance state","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:00.432415099Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"vmm_id":"3d43b922-14ab-4d2a-b010-4bb252aa221e","sled_id":"5bac6764-2ffe-4c3b-b0d2-26cc2513e390","instance_id":"b19812fe-c7e4-4c25-aa4c-11df3cc8743d","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(9), time_updated: 2024-12-19T22:34:00.397417686Z }, migration_in: None, migration_out: None }"} {"msg":"received new VMM runtime state from sled agent","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:34:00.432445639Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"vmm_id":"3d43b922-14ab-4d2a-b010-4bb252aa221e","sled_id":"5bac6764-2ffe-4c3b-b0d2-26cc2513e390","instance_id":"b19812fe-c7e4-4c25-aa4c-11df3cc8743d","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/instance.rs:2116","migration_state":"Migrations { migration_in: None, migration_out: None }","vmm_state":"VmmRuntimeState { state: Destroyed, gen: Generation(9), time_updated: 2024-12-19T22:34:00.397417686Z }","propolis_id":"3d43b922-14ab-4d2a-b010-4bb252aa221e"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:00.432458929Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"vmm_id":"3d43b922-14ab-4d2a-b010-4bb252aa221e","sled_id":"5bac6764-2ffe-4c3b-b0d2-26cc2513e390","instance_id":"b19812fe-c7e4-4c25-aa4c-11df3cc8743d","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:00.432724165Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"vmm_id":"3d43b922-14ab-4d2a-b010-4bb252aa221e","sled_id":"5bac6764-2ffe-4c3b-b0d2-26cc2513e390","instance_id":"b19812fe-c7e4-4c25-aa4c-11df3cc8743d","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:34:00.443212814Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":1,"total_instances":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:00.444520832Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{\"destroyed\":1},\"pruned_instances\":0,\"total_instances\":1,\"update_sagas_queued\":0}","iteration":24,"elapsed":"1.366023621s"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:34:02.653955606Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"uri":"/69371172-f491-4933-a2ef-079d832e8ea5","method":"GET","req_id":"5eeacfd0-df18-4ac1-941e-afb1543dd42c","remote_addr":"[fd00:1122:3344:101::d]:64316","local_addr":"[fd00:1122:3344:101::c]:38381","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2611,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:09.078070873Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":71,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:09.078137724Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":71,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:09.078149885Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:09.078159795Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:09.078511603Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:09.078645556Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:09.080522056Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:09.080715991Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:09.080815993Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:09.082419988Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":71,"elapsed":"4.350604ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:09.083205145Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:09.083218985Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:09.083361128Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:09.08527103Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:09.085453544Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:09.086915676Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:09.089275177Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306, lookup_type: ById(6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:09.089289167Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:09.089430081Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:09.097429055Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"original_time_created":"2024-12-19 22:22:23.867283 UTC","original_target_id":"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","time_created":"2024-12-19 22:22:23.867283 UTC","target_id":"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:09.097445795Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306\",\"time_created\":\"2024-12-19T22:22:23.867283Z\"}","iteration":71,"elapsed":"19.408853ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:12.641267721Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/97b306d7-6057-4b4e-bc88-ab75ff38b0f1/producers?sort_by=id_ascending","method":"GET","req_id":"427b5c84-e370-49b8-a019-a0861d66a85d","remote_addr":"[fd00:1122:3344:101::d]:53718","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:12.641581368Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/97b306d7-6057-4b4e-bc88-ab75ff38b0f1/producers?sort_by=id_ascending","method":"GET","req_id":"427b5c84-e370-49b8-a019-a0861d66a85d","remote_addr":"[fd00:1122:3344:101::d]:53718","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:34:12.644129334Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"uri":"/metrics/collectors/97b306d7-6057-4b4e-bc88-ab75ff38b0f1/producers?sort_by=id_ascending","method":"GET","req_id":"427b5c84-e370-49b8-a019-a0861d66a85d","remote_addr":"[fd00:1122:3344:101::d]:53718","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2932,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:12.644438121Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/97b306d7-6057-4b4e-bc88-ab75ff38b0f1/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiI4NDllZWJiOC0yYWVlLTQ0YzQtYTdmOC1mZTA4ZWVmOTk1MWUifX0%3D","method":"GET","req_id":"1171e10e-85f6-4b3e-88d9-e1e798f1eb51","remote_addr":"[fd00:1122:3344:101::d]:53718","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:12.644799938Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/97b306d7-6057-4b4e-bc88-ab75ff38b0f1/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiI4NDllZWJiOC0yYWVlLTQ0YzQtYTdmOC1mZTA4ZWVmOTk1MWUifX0%3D","method":"GET","req_id":"1171e10e-85f6-4b3e-88d9-e1e798f1eb51","remote_addr":"[fd00:1122:3344:101::d]:53718","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:34:12.64715066Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"uri":"/metrics/collectors/97b306d7-6057-4b4e-bc88-ab75ff38b0f1/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiI4NDllZWJiOC0yYWVlLTQ0YzQtYTdmOC1mZTA4ZWVmOTk1MWUifX0%3D","method":"GET","req_id":"1171e10e-85f6-4b3e-88d9-e1e798f1eb51","remote_addr":"[fd00:1122:3344:101::d]:53718","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2778,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:34:12.651871682Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"uri":"/69371172-f491-4933-a2ef-079d832e8ea5","method":"GET","req_id":"4b18bfb3-e433-4920-8af9-9e811bb83bba","remote_addr":"[fd00:1122:3344:101::d]:64316","local_addr":"[fd00:1122:3344:101::c]:38381","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":327,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:19.078235808Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":72,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:19.078315889Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":72,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:19.07833333Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:19.07834858Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:19.078849011Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:19.078891612Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:19.08061409Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:19.080802583Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:19.081075509Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:19.082447219Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":72,"elapsed":"4.206581ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:19.08291352Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:19.08292655Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:19.083061263Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:19.084878702Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:19.085028486Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:19.086499347Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:19.088497921Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306, lookup_type: ById(6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:19.088510661Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:19.088637614Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:19.09624504Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"original_time_created":"2024-12-19 22:22:23.867283 UTC","original_target_id":"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","time_created":"2024-12-19 22:22:23.867283 UTC","target_id":"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:19.09626971Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306\",\"time_created\":\"2024-12-19T22:22:23.867283Z\"}","iteration":72,"elapsed":"18.051753ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:34:22.651771441Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"uri":"/69371172-f491-4933-a2ef-079d832e8ea5","method":"GET","req_id":"2f15df77-f13c-4269-b0ca-b37dad3e4cf3","remote_addr":"[fd00:1122:3344:101::d]:64316","local_addr":"[fd00:1122:3344:101::c]:38381","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":382,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.076761546Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":14,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-12-19T22:34:29.076822817Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.076836748Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"enabled\":false,\"target_id\":\"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306\"}","iteration":14,"elapsed":"27.991µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.076846418Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":13,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:34:29.076855268Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.076862818Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.076870558Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.076878929Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.076887849Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.076899219Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.076910679Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.07692297Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.077220766Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.077288507Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.077302028Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.077311498Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.07784886Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.07787043Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.07787796Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.07788632Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.077897671Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.077908721Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.077918701Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.077926081Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.077932482Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.077940132Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.077947712Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":13,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:34:29.077956442Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-12-19 22:24:29.077904861 UTC"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.077964232Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.077971253Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.077978583Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.077984673Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":73,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.077991933Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.078000033Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:34:29.078007623Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.078014043Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.078022674Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.078034874Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.078042964Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.078049454Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.078056974Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.078063504Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.078071415Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.078079585Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.078086765Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.078094655Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.078101585Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.078108696Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.078116696Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.078124226Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.078130976Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.078137366Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.078144016Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.078151336Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.078157866Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":25,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.078165757Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.078171907Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.078178757Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.078185017Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.078194997Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.078202558Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":73,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.078209948Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.078216488Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.078223828Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.078230408Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":13,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.078238688Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.078247548Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.078254759Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.078265409Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.078274879Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.078281949Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.07829246Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.078490864Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.078618747Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.078650197Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.078667157Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.078681368Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.078695328Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.078708029Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.078720399Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.078727989Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.078734999Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.078743899Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.078750639Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.078761Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.07876977Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DnsResolver","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"60a785c0-8723-4778-af32-4133ecf8645a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"e89c39c5-bc57-4fe5-b95a-6401d7fa9743.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"e89c39c5-bc57-4fe5-b95a-6401d7fa9743.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1767, tv_nsec: 700693666 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.07878334Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.07879299Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.07880192Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.078810531Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.078819231Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.078830261Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DnsResolver","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"b0a51515-7a4b-4565-96ec-21c9426a70e9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"be899284-8040-4477-b30a-e21074a971b8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"ca6b6a82-160b-42d9-a030-39373aecf151.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"ca6b6a82-160b-42d9-a030-39373aecf151.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1767, tv_nsec: 700785839 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.078878372Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.078944754Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.079018375Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.079035726Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.079186209Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.079202759Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.079258021Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.079291531Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":13,"elapsed":"1.110904ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.079398213Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.079447574Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.079469325Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":13,"elapsed":"1.487543ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.079479835Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.080370015Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.082488171Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.082519912Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.082728686Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.083441072Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.083467992Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.083731108Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.086101339Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:34:29.08612484Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.08613713Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":13,"elapsed":"9.317372ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.086607141Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":13,"elapsed":"8.746891ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.087630563Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.089066744Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DnsResolver","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5bac6764-2ffe-4c3b-b0d2-26cc2513e390.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5bac6764-2ffe-4c3b-b0d2-26cc2513e390.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1767, tv_nsec: 711010651 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:34:29.089433902Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1103"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:34:29.091047247Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-12-19 22:24:29.077904861 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.091079178Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"expiration\":\"2024-12-19T22:24:29.077904861Z\",\"pruned\":[]}","iteration":13,"elapsed":"13.151206ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.091093788Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.091448166Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.091480156Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.091784623Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.092282384Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":25,"elapsed":"14.197309ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.094132534Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.094154515Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.094421211Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.094444991Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.094968132Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.095493684Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.095724839Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.0957884Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.096063146Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.096661999Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.097294333Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.098429108Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:34:29.098737214Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.098759925Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.098770075Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.098833037Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.099074552Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.099973801Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.099998102Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.100125105Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.100146765Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.100188546Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.100413151Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.102327863Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":25,"elapsed":"24.185046ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.102617189Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.102925036Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.10359222Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.104796217Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.105610004Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.106062884Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.106081665Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.10636182Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.107476115Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.107494725Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.10770959Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.108969977Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.108989288Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.110173714Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.112626977Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.112917013Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.114485088Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DnsResolver","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5bac6764-2ffe-4c3b-b0d2-26cc2513e390.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5bac6764-2ffe-4c3b-b0d2-26cc2513e390.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1767, tv_nsec: 736429104 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:34:29.114856365Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.116967722Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.119860574Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.119890805Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.12009273Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.12011242Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.121627113Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.121655764Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.122031812Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.122175305Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.122502532Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.122534003Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.122700476Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.12425682Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":73,"elapsed":"46.309129ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.126292594Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DnsResolver","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5bac6764-2ffe-4c3b-b0d2-26cc2513e390.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5bac6764-2ffe-4c3b-b0d2-26cc2513e390.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1767, tv_nsec: 748240532 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:34:29.126647392Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.127094792Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.131728803Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.133777357Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.133804338Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.133815928Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.133826598Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.134197497Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.135402843Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.136378384Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.136838974Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.137156501Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.137180011Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.137335815Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-12-19T22:34:29.138146352Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.138215364Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":13,"elapsed":"59.792212ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.143389177Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.143664923Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":25,"elapsed":"65.773862ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.143789195Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.145213637Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.147088797Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.147110218Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.147323432Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.148058688Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.148076399Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.148089239Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.148099109Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.148236212Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.148323874Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.148356475Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:34:29.15087112Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":1,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.15089698Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":1,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":25,"elapsed":"72.900988ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.150955982Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.150968592Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.151122555Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.153363074Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.153730872Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.153991948Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.154249213Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.155978081Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.156002961Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.158176649Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.158202769Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.158353223Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.158862124Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.159433056Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.1600743Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306, lookup_type: ById(6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.160131001Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.160144042Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.165165331Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.167916141Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:34:29.167943151Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.167957272Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":13,"elapsed":"91.169995ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.168431452Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.168456952Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.168714778Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:34:29.168852191Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.168864021Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.168870961Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.169109647Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.170474067Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.17063804Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"nsuccess\":5}","iteration":6,"elapsed":"92.540555ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.170912386Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.172232605Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"original_time_created":"2024-12-19 22:22:23.867283 UTC","original_target_id":"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","time_created":"2024-12-19 22:22:23.867283 UTC","target_id":"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.172255055Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306\",\"time_created\":\"2024-12-19T22:22:23.867283Z\"}","iteration":73,"elapsed":"94.100899ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.177676493Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.178059032Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.180793871Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":25,"elapsed":"102.783478ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.188587911Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.188816196Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.191003274Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.191467344Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.196693047Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.196716518Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"8a19fec2-e1e3-4506-964e-790e2fefbca9"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.196731158Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.197055605Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.19771158Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.198912226Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.201046112Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.20186662Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.202228038Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.202247488Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.202358121Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.202375521Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.202386411Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.202396082Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.202461303Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.202571155Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.20509354Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Sled { parent: Fleet, key: 5bac6764-2ffe-4c3b-b0d2-26cc2513e390, lookup_type: ById(5bac6764-2ffe-4c3b-b0d2-26cc2513e390) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.205118491Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.205276264Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.206234825Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":25,"elapsed":"128.307414ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.207439351Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"8a19fec2-e1e3-4506-964e-790e2fefbca9"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.207465222Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.207476962Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"current_time_created":"2024-12-19 22:23:19.515163 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.207487682Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"generation\":1}","iteration":13,"elapsed":"129.440249ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.207522323Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.208137916Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"0","iteration":25,"elapsed":"130.277176ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.209947576Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.209961876Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.210105369Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:34:29.211795106Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:34:29.211811787Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.211821597Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":25,"elapsed":"133.6808ms"} {"msg":"found Silo/DNS/TLS config (changed)","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:34:29.214135467Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/external_endpoints.rs:94","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-12-19T22:22:27.076398Z, time_modified: 2024-12-19T22:22:27.076398Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: b0e92825-8938-48a9-be39-6ddf878b8d67, db_silo: Silo { identity: SiloIdentity { id: b0e92825-8938-48a9-be39-6ddf878b8d67, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-19T22:23:20.260422Z, time_modified: 2024-12-19T22:23:20.260422Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"6ddbef336d164d7c474bfe68d696b0f887149180efaa3c61e38f66c40ee5ab4f\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: b0e92825-8938-48a9-be39-6ddf878b8d67, db_silo: Silo { identity: SiloIdentity { id: b0e92825-8938-48a9-be39-6ddf878b8d67, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-19T22:23:20.260422Z, time_modified: 2024-12-19T22:23:20.260422Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"6ddbef336d164d7c474bfe68d696b0f887149180efaa3c61e38f66c40ee5ab4f\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.214161438Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"b0e92825-8938-48a9-be39-6ddf878b8d67\",\"tls_certs\":[\"6ddbef336d164d7c474bfe68d696b0f887149180efaa3c61e38f66c40ee5ab4f\"]}},\"default_endpoint\":{\"silo_id\":\"b0e92825-8938-48a9-be39-6ddf878b8d67\",\"tls_certs\":[\"6ddbef336d164d7c474bfe68d696b0f887149180efaa3c61e38f66c40ee5ab4f\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":13,"elapsed":"136.308437ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.225638928Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":25,"elapsed":"147.538082ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.250944319Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.251218585Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.252726257Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.254425174Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.254441135Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.254520796Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.254531757Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"f1d3e969-9377-4370-b64f-d4eb9e08fbf0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.254541417Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.254598528Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.254760631Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.256459119Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.258005982Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.258026863Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.258183786Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:34:29.271283281Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.271300322Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.271621599Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"62ca965d-73e3-4e06-8177-f7204653c6e2\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 22:34:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:34:29.271638769Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:34:29.27350707Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.275590105Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"physical_disks_added\":0}","iteration":27,"elapsed":"197.570372ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.346957559Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.349092436Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"VPC route manager sled 5bac6764-2ffe-4c3b-b0d2-26cc2513e390","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:34:29.421703516Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.421726047Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"SledAgent":"5bac6764-2ffe-4c3b-b0d2-26cc2513e390","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.422081334Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"SledAgent":"5bac6764-2ffe-4c3b-b0d2-26cc2513e390","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ebcbf6db-d35d-4ca3-b4d2-e2d076f3f3ac\", \"content-length\": \"372\", \"date\": \"Thu, 19 Dec 2024 22:34:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.422111485Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.422465713Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.423536356Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.427171745Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.427186006Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.42737902Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.428929184Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"f1d3e969-9377-4370-b64f-d4eb9e08fbf0"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.428943914Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.428953254Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"current_time_created":"2024-12-19 22:23:20.348502 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.428964935Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"generation\":2}","iteration":13,"elapsed":"350.751617ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.436069239Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.436357695Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"99cd723e-b221-48c3-a3bb-c2eeca5b602f\", \"content-length\": \"2\", \"date\": \"Thu, 19 Dec 2024 22:34:28 GMT\"} })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:34:29.436923588Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.436935908Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"SledAgent":"5bac6764-2ffe-4c3b-b0d2-26cc2513e390","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.437114352Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"SledAgent":"5bac6764-2ffe-4c3b-b0d2-26cc2513e390","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"f3a69470-8813-4d26-92c6-738b2d325ec0\", \"date\": \"Thu, 19 Dec 2024 22:34:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.437123922Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.437459919Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.437816587Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.438001471Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.440316882Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"null","iteration":25,"elapsed":"362.448851ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.440759931Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.440983186Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:34:29.447358395Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.447370035Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.447612661Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4589d296-37f9-4316-a217-1d83edd9fa46\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 22:34:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:34:29.447627471Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:34:29.449164764Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:34:29.458491627Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.458514638Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"MgsClient","rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.458708842Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"MgsClient","rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"731c88ac-69c8-405b-949a-8f66a1beec14\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 22:34:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:34:29.458722742Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:34:29.459866237Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.596160745Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"SledAgent":"5bac6764-2ffe-4c3b-b0d2-26cc2513e390","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.596562284Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"SledAgent":"5bac6764-2ffe-4c3b-b0d2-26cc2513e390","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9db92eff-0d0e-40ef-a5aa-ff92390ba4cf\", \"content-length\": \"691\", \"date\": \"Thu, 19 Dec 2024 22:34:29 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:34:29.596609945Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:34:29.596620985Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:34:29.596630565Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.598644219Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{}","iteration":25,"elapsed":"520.42844ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.598664879Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{}","iteration":25,"elapsed":"521.878573ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.599300433Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.599653101Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 5bac6764-2ffe-4c3b-b0d2-26cc2513e390 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:34:29.602902782Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.602918672Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"SledAgent":"5bac6764-2ffe-4c3b-b0d2-26cc2513e390","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.603213458Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"SledAgent":"5bac6764-2ffe-4c3b-b0d2-26cc2513e390","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"023f035b-7ded-43b8-9761-625d755ababe\", \"date\": \"Thu, 19 Dec 2024 22:34:29 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.604923626Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{}","iteration":25,"elapsed":"526.974013ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.631832371Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.632382933Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.632648429Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"6f6ab4c6-6049-44bd-934e-a25f395f31e6\", \"date\": \"Thu, 19 Dec 2024 22:34:29 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:34:29.632663559Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.634434888Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"d35f56d6-77d3-45e3-b689-eeb3a93823b9\", \"date\": \"Thu, 19 Dec 2024 22:34:29 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:34:29.634445698Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:34:29.635810828Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.635821868Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":15,"elapsed":"557.707463ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.697390959Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.697837518Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"ca806eca-3ea9-4e1d-b171-f54ea3df8f55\", \"date\": \"Thu, 19 Dec 2024 22:34:29 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:34:29.697861559Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.699665068Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"6dedc4ae-9b16-41f9-9c71-311e572f7b6b\", \"date\": \"Thu, 19 Dec 2024 22:34:29 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:34:29.699680538Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.701735943Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"2291fb73-c2e6-4cff-bb01-48a4aa5a7a30\", \"date\": \"Thu, 19 Dec 2024 22:34:29 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:34:29.701746674Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:34:29.703699146Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.703737807Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":15,"elapsed":"625.685463ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.724387447Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.724739994Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:34:29.726791809Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 707daa3c-91bd-4474-89d3-77f41ec12427, rack_id: 42682bc4-ecef-47c9-930b-2319fc1c8161, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(7dd7b47f-a79d-4627-8179-ac20b18c42a5) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.726809599Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.726967033Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.736408368Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DpdClient","rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.736648894Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DpdClient","rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e5537cf-2602-4edc-9a14-1d94a7e41558\", \"content-length\": \"134\", \"date\": \"Thu, 19 Dec 2024 22:34:28 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:34:29.736670184Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:34:29.736682394Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"7dd7b47f-a79d-4627-8179-ac20b18c42a5","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:34:29.736904939Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:34:29.736918859Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:34:29.73692622Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:34:29.73693457Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:34:29.73694246Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:34:29.73694951Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:34:29.737090473Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:34:29.737101453Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:34:29.737301118Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.737311098Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.737616055Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.739807732Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DpdClient","rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.739916105Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DpdClient","rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"179f6061-9a05-42ae-ba00-6e344f53fdaf\", \"content-length\": \"2\", \"date\": \"Thu, 19 Dec 2024 22:34:28 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.739929675Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DpdClient","rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.740029897Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DpdClient","rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"09df0e11-99f4-4d3a-85fc-eec96df9a0e1\", \"content-length\": \"52\", \"date\": \"Thu, 19 Dec 2024 22:34:28 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:34:29.740043327Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.740057608Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.86236161Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"4714c205-feb7-49f4-9107-775ae815a83b\", \"date\": \"Thu, 19 Dec 2024 22:34:29 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:34:29.862405471Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.862416781Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.862669387Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15f23f81-ea58-4597-ac43-f99e05b98603\", \"content-length\": \"682\", \"date\": \"Thu, 19 Dec 2024 22:34:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.862713148Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.863087186Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.866249885Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.866615803Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.870041287Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.870335424Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.872216305Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.872594283Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:29.880162718Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{}","iteration":25,"elapsed":"803.381591ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:34:32.651562667Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"uri":"/69371172-f491-4933-a2ef-079d832e8ea5","method":"GET","req_id":"fc33ca4a-3d3d-4553-917a-fb4482ae6bc9","remote_addr":"[fd00:1122:3344:101::d]:64316","local_addr":"[fd00:1122:3344:101::c]:38381","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":354,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:39.077671977Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":74,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:39.077729868Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":74,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:39.077741258Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:39.077751838Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:39.078004124Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:39.078018384Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:39.079161259Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:39.079320863Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:39.080332275Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:39.080912657Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":74,"elapsed":"3.245861ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:39.082569533Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:39.082581514Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:39.082712877Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:39.084443214Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:39.084620138Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:39.086176482Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:39.088228247Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306, lookup_type: ById(6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:39.088241247Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:39.08837727Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:39.09526001Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"original_time_created":"2024-12-19 22:22:23.867283 UTC","original_target_id":"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","time_created":"2024-12-19 22:22:23.867283 UTC","target_id":"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:39.09527878Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306\",\"time_created\":\"2024-12-19T22:22:23.867283Z\"}","iteration":74,"elapsed":"17.631004ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:34:42.651897665Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"uri":"/69371172-f491-4933-a2ef-079d832e8ea5","method":"GET","req_id":"abe152e3-6ca9-46ff-ab58-29b49d3c8ed5","remote_addr":"[fd00:1122:3344:101::d]:64316","local_addr":"[fd00:1122:3344:101::c]:38381","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":380,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:49.078046985Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":75,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:49.078103657Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":75,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:49.078114697Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:49.078122467Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:49.078418973Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:49.078431364Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:49.080152031Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:49.080488709Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:49.080648942Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:49.081986511Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":75,"elapsed":"3.943236ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:49.082479342Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:49.082489922Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:49.082635525Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:49.084264551Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:49.084416364Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:49.086143222Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:49.088252058Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306, lookup_type: ById(6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:49.088263368Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:49.088393791Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:49.098805607Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"original_time_created":"2024-12-19 22:22:23.867283 UTC","original_target_id":"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","time_created":"2024-12-19 22:22:23.867283 UTC","target_id":"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:49.098818118Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306\",\"time_created\":\"2024-12-19T22:22:23.867283Z\"}","iteration":75,"elapsed":"20.794632ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:34:52.65120558Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"uri":"/69371172-f491-4933-a2ef-079d832e8ea5","method":"GET","req_id":"2aaba5dc-edc2-43ad-a06c-71c5d265e07d","remote_addr":"[fd00:1122:3344:101::d]:64316","local_addr":"[fd00:1122:3344:101::c]:38381","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":358,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.077168897Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.077224788Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.077235398Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.077243598Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.077509124Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.077523365Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.077559875Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.077569635Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.077577266Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.077585146Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.077591926Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.077598876Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.077606476Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.077613007Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":26,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.077619756Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.077625407Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.077631907Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":76,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.077640117Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.077647987Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.077654417Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.077660848Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.077669048Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.077682308Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.077688818Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.077695808Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.077702848Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.077710118Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.077716089Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.077722799Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.077729909Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.077736409Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":76,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.077746129Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":26,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:34:59.07775377Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.07776145Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.07776821Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.07777472Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.07778302Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.07778948Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.077798671Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.077851642Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.078126407Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.078153068Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.078169519Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.07824236Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.078267421Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.078283041Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.078296671Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.078307422Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.078316732Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.078326492Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.078333252Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.07916757Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.080764745Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":26,"elapsed":"3.18309ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.08098987Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":26,"elapsed":"3.418545ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.081329507Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.081343528Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.081510391Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.082611925Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":26,"elapsed":"5.04498ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.08281675Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.083088686Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.084379314Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DnsResolver","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5bac6764-2ffe-4c3b-b0d2-26cc2513e390.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5bac6764-2ffe-4c3b-b0d2-26cc2513e390.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1797, tv_nsec: 706403161 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:34:59.084638739Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.084954646Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.085008088Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DnsResolver","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5bac6764-2ffe-4c3b-b0d2-26cc2513e390.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5bac6764-2ffe-4c3b-b0d2-26cc2513e390.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1797, tv_nsec: 707041255 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.085189061Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:34:59.085212242Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.085321064Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.085731083Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.086116321Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.086417188Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.087978022Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.087993182Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.088213397Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.08832126Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.08833Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.088638836Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.088896082Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.088914162Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.089061076Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.089360802Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.089390173Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.089506745Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.094422562Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DnsResolver","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5bac6764-2ffe-4c3b-b0d2-26cc2513e390.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5bac6764-2ffe-4c3b-b0d2-26cc2513e390.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1797, tv_nsec: 716442509 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.094702299Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:34:59.09478415Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.095588028Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.095876664Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.09614586Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.096406285Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.096444837Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.096661751Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.09708672Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.097098181Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.097296845Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.098797058Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.099027863Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.099093704Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.099324679Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.099564434Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":26,"elapsed":"21.839266ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.121951222Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.12233743Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.128562346Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.130451807Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.130465197Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.130647621Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.131214414Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.131397467Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.131474389Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:34:59.131938449Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.131949559Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.1319563Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.132315898Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.133662647Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.133674937Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.133847561Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.138472212Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":26,"elapsed":"60.898706ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.142509129Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.142727264Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.149693426Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.149918731Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:34:59.186011527Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.186039277Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.186271322Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"57bc6961-6e75-4455-aad0-ddc21a92f3eb\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 22:34:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:34:59.186287102Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:34:59.187244053Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:34:59.210445188Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.210459239Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"MgsClient","rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.210713064Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"MgsClient","rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ff8138fe-ac5f-483b-abb6-20673bee2d7d\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 22:34:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:34:59.210725575Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:34:59.212174666Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:34:59.258334491Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.258356752Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.258591117Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"93dd7775-b458-462a-8ee4-3c090904ddbb\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 22:34:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:34:59.258607387Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:34:59.260075799Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.291992764Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{}","iteration":26,"elapsed":"214.222435ms"} {"msg":"VPC route manager sled 5bac6764-2ffe-4c3b-b0d2-26cc2513e390","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:34:59.296577564Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.296589964Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"SledAgent":"5bac6764-2ffe-4c3b-b0d2-26cc2513e390","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.296815809Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"SledAgent":"5bac6764-2ffe-4c3b-b0d2-26cc2513e390","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"018e4490-89a7-4494-8b27-d27d9836aad4\", \"content-length\": \"372\", \"date\": \"Thu, 19 Dec 2024 22:34:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.29684008Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.297220738Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.298544137Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.30098331Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.301360598Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.301779937Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306, lookup_type: ById(6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.301791107Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.301942911Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.304042036Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.304754472Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.306107861Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.306121832Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.306322426Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.307781298Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Sled { parent: Fleet, key: 5bac6764-2ffe-4c3b-b0d2-26cc2513e390, lookup_type: ById(5bac6764-2ffe-4c3b-b0d2-26cc2513e390) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.307801408Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.308023003Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.309399933Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"0","iteration":26,"elapsed":"231.720706ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.333403416Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"original_time_created":"2024-12-19 22:22:23.867283 UTC","original_target_id":"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","time_created":"2024-12-19 22:22:23.867283 UTC","target_id":"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.333451277Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306\",\"time_created\":\"2024-12-19T22:22:23.867283Z\"}","iteration":76,"elapsed":"255.673086ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.33818648Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.338514667Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de7e7706-4497-48f4-b50b-fd2b7daabf37\", \"content-length\": \"2\", \"date\": \"Thu, 19 Dec 2024 22:34:58 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.3400089Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.340409868Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:34:59.34140339Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.34142438Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.34143199Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.341589914Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.342886352Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"null","iteration":26,"elapsed":"265.244075ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.343943635Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":76,"elapsed":"266.318899ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.344308403Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":26,"elapsed":"266.583755ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.350872346Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.352758267Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.352774517Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.352917861Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:34:59.354217169Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.354236329Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":26,"elapsed":"276.542251ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:34:59.37082162Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:34:59.370845461Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.370856621Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":26,"elapsed":"293.239734ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:34:59.371226359Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.371240589Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"SledAgent":"5bac6764-2ffe-4c3b-b0d2-26cc2513e390","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.371437514Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"SledAgent":"5bac6764-2ffe-4c3b-b0d2-26cc2513e390","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"e429211c-6fcf-48a8-8e00-6345f6b46a38\", \"date\": \"Thu, 19 Dec 2024 22:34:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.371448364Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.37174706Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.374554461Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.374748726Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.377554467Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.377881254Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 5bac6764-2ffe-4c3b-b0d2-26cc2513e390 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:34:59.380624384Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.380666595Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"SledAgent":"5bac6764-2ffe-4c3b-b0d2-26cc2513e390","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.381002342Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"SledAgent":"5bac6764-2ffe-4c3b-b0d2-26cc2513e390","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"9c0989fb-41e8-4132-a7f3-875c2ca6a059\", \"date\": \"Thu, 19 Dec 2024 22:34:59 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.382424673Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{}","iteration":26,"elapsed":"304.671724ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.405042785Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.405420304Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:34:59.407411347Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 707daa3c-91bd-4474-89d3-77f41ec12427, rack_id: 42682bc4-ecef-47c9-930b-2319fc1c8161, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(7dd7b47f-a79d-4627-8179-ac20b18c42a5) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.407434628Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.407624261Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.416863203Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DpdClient","rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.417176049Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DpdClient","rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"36af2f3c-580e-4089-9008-8b4f4d8465ba\", \"content-length\": \"134\", \"date\": \"Thu, 19 Dec 2024 22:34:58 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:34:59.41719676Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:34:59.41720769Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"7dd7b47f-a79d-4627-8179-ac20b18c42a5","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:34:59.417519387Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:34:59.417530267Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:34:59.417537827Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:34:59.417546228Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:34:59.417553728Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:34:59.417562248Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:34:59.417760982Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:34:59.417769102Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:34:59.418033438Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.418048239Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.418279273Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.418433817Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"physical_disks_added\":0}","iteration":28,"elapsed":"340.77481ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.420248476Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DpdClient","rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.420359999Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DpdClient","rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"57e4dd83-5760-4942-a69d-edf81dc6f14c\", \"content-length\": \"2\", \"date\": \"Thu, 19 Dec 2024 22:34:58 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.420372009Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DpdClient","rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.420465991Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DpdClient","rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9dada90f-702c-4914-ad77-f3f15db0ac8c\", \"content-length\": \"52\", \"date\": \"Thu, 19 Dec 2024 22:34:58 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:34:59.420482801Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.420495962Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.449203327Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"SledAgent":"5bac6764-2ffe-4c3b-b0d2-26cc2513e390","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.516256637Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"8ed15867-8818-42d5-b2f3-eb12c616dd56\", \"date\": \"Thu, 19 Dec 2024 22:34:59 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:34:59.516282257Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.516292307Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.516703467Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"SledAgent":"5bac6764-2ffe-4c3b-b0d2-26cc2513e390","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"27130d10-da37-4907-bd2f-7dd409b2d4ec\", \"content-length\": \"691\", \"date\": \"Thu, 19 Dec 2024 22:34:59 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:34:59.516724637Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:34:59.516734627Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:34:59.516742267Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.516759228Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77dd2621-567a-4ddf-91b6-36ec54d03f7d\", \"content-length\": \"682\", \"date\": \"Thu, 19 Dec 2024 22:34:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.516807659Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.517108055Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.518358243Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{}","iteration":26,"elapsed":"441.199596ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.520850817Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.521089232Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.524486626Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.524778722Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.526429418Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.526656913Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:34:59.534159236Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{}","iteration":26,"elapsed":"457.01261ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:35:02.651350684Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"uri":"/69371172-f491-4933-a2ef-079d832e8ea5","method":"GET","req_id":"cfa556d4-e7f7-40b1-8d6b-0c3b866dea6d","remote_addr":"[fd00:1122:3344:101::d]:64316","local_addr":"[fd00:1122:3344:101::c]:38381","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":323,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:09.077522845Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":77,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:09.077588047Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":77,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:09.077599777Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:09.077609337Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:09.077939064Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:09.078078487Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:09.079525279Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:09.079702033Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:09.080457579Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:09.082919243Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:09.082930993Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:09.083071386Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:09.084546048Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:09.084728572Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:09.085908598Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:09.088208158Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306, lookup_type: ById(6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:09.088221288Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:09.088351791Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:09.099631616Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"original_time_created":"2024-12-19 22:22:23.867283 UTC","original_target_id":"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","time_created":"2024-12-19 22:22:23.867283 UTC","target_id":"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:09.099654007Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306\",\"time_created\":\"2024-12-19T22:22:23.867283Z\"}","iteration":77,"elapsed":"22.150252ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:09.107925507Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":77,"elapsed":"30.382161ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:35:12.651507958Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"uri":"/69371172-f491-4933-a2ef-079d832e8ea5","method":"GET","req_id":"ca849782-dda5-4897-8508-66207dd84227","remote_addr":"[fd00:1122:3344:101::d]:64316","local_addr":"[fd00:1122:3344:101::c]:38381","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":365,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:19.077845603Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":78,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:19.077902854Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":78,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:19.077913864Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:19.077923604Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:19.078240081Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:19.078262562Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:19.079849926Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:19.080365908Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:19.080678774Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:19.082196467Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:19.082210068Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:19.082345771Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:19.084477267Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:19.084669071Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:19.08646069Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:19.088503305Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306, lookup_type: ById(6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:19.088516565Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:19.088646708Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:19.096403807Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"original_time_created":"2024-12-19 22:22:23.867283 UTC","original_target_id":"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","time_created":"2024-12-19 22:22:23.867283 UTC","target_id":"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:19.096426227Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306\",\"time_created\":\"2024-12-19T22:22:23.867283Z\"}","iteration":78,"elapsed":"18.597465ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:19.111365663Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":78,"elapsed":"33.51273ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:35:22.651612421Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"uri":"/69371172-f491-4933-a2ef-079d832e8ea5","method":"GET","req_id":"4bb4b9de-44b4-4418-b5b4-a9a069ee5cb0","remote_addr":"[fd00:1122:3344:101::d]:64316","local_addr":"[fd00:1122:3344:101::c]:38381","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":337,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.077188759Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":15,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-12-19T22:35:29.07724425Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.077259701Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"enabled\":false,\"target_id\":\"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306\"}","iteration":15,"elapsed":"26.891µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.077269961Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.077278401Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.077285981Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":27,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:35:29.077293631Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.077300291Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.077307562Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.077314202Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.077320662Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.077327712Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.077643189Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.077665219Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.07769575Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.07770626Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.078280693Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.078292983Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.078300303Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.078307253Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.078316014Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.078323044Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.078330514Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":79,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.078338274Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.078345144Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.078352534Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.078360115Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.078367035Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.078373895Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.078380975Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.078387845Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.078395165Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.078402115Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.078409726Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.078419526Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":79,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.078426586Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.078433136Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.078440756Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":27,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.078451157Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.078458427Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.078466397Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.078473687Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.078481307Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.078488968Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.078496168Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.078503988Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.078510508Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.078545569Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.078559189Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.078568719Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.078579749Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.07858883Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.07859759Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.07860788Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.07861778Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.07862798Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":14,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:35:29.078637561Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:35:29.078646351Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-12-19 22:25:29.078613490 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.078655761Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.078664241Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.078674061Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":14,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.078685202Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.078696052Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.078706222Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.078720133Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.078732573Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":14,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.078743873Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.078752663Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.078761583Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.078774004Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.078803484Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.078864296Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.078882346Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.078903417Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.078918017Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.078939987Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DnsResolver","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"60a785c0-8723-4778-af32-4133ecf8645a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"e89c39c5-bc57-4fe5-b95a-6401d7fa9743.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"e89c39c5-bc57-4fe5-b95a-6401d7fa9743.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1827, tv_nsec: 701050225 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.07908711Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.079122051Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.079137571Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.079151482Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.079162472Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.079174112Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.079187633Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DnsResolver","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"b0a51515-7a4b-4565-96ec-21c9426a70e9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"be899284-8040-4477-b30a-e21074a971b8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"ca6b6a82-160b-42d9-a030-39373aecf151.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"ca6b6a82-160b-42d9-a030-39373aecf151.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1827, tv_nsec: 701239958 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.079205963Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.079218483Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.079232464Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.079245704Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.079257824Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.079487829Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.07950829Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":14,"elapsed":"1.207486ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.079680493Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.079699594Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":14,"elapsed":"1.239377ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.080676495Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.082081586Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.083959007Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.083991127Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.084217832Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.084670372Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":27,"elapsed":"6.352359ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.085452349Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.08548447Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.085734855Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.088669419Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.089212491Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DnsResolver","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5bac6764-2ffe-4c3b-b0d2-26cc2513e390.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5bac6764-2ffe-4c3b-b0d2-26cc2513e390.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1827, tv_nsec: 711314088 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:35:29.089600529Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.090194442Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.092229256Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.092249977Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.09240275Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.092642585Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.092666926Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.09284407Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.102082761Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.102419978Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":14,"elapsed":"23.90413ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.102524081Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.102740765Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.103259087Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.103373829Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.103699086Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.107233743Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DnsResolver","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5bac6764-2ffe-4c3b-b0d2-26cc2513e390.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5bac6764-2ffe-4c3b-b0d2-26cc2513e390.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1827, tv_nsec: 729341250 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:35:29.10756058Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1103"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.110654208Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DnsResolver","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5bac6764-2ffe-4c3b-b0d2-26cc2513e390.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5bac6764-2ffe-4c3b-b0d2-26cc2513e390.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1827, tv_nsec: 732025359 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:35:29.110731739Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-12-19 22:25:29.078613490 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.11074839Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"expiration\":\"2024-12-19T22:25:29.078613490Z\",\"pruned\":[]}","iteration":14,"elapsed":"31.319702ms"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:35:29.11076239Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.114574343Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.115206507Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.115247128Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.115261468Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.14106762Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.141604712Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.146531249Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.149362791Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.149400461Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.149628356Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.151486877Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.151977928Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.154884811Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.154905751Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.155078155Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.156484126Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.156519066Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.156772282Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.159626464Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":27,"elapsed":"81.156937ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.161714189Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.162157749Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.167198299Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:35:29.16723624Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.16725315Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":14,"elapsed":"90.00411ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.172508124Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.172744149Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.173124728Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.173536067Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.173820033Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":27,"elapsed":"95.511209ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:35:29.17415661Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.174174521Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.174182321Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.174540319Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.177589585Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.177864751Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.178038515Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:35:29.178320951Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.178341511Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":27,"elapsed":"99.944946ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.178564086Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.178585307Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.178656268Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.178871033Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.179950757Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.179978747Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.180195452Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.182330978Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.182828289Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.183433792Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":27,"elapsed":"104.901434ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.18377941Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.184160688Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:35:29.184278791Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.184305741Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.184316692Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.184605018Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.184631018Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.184908285Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":27,"elapsed":"106.483678ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.18561681Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.185960307Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.186745865Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.186775005Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.187035741Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.188286868Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:35:29.188315889Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.188329559Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":14,"elapsed":"111.093799ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.188562934Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.188891981Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.190553327Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.193669595Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Sled { parent: Fleet, key: 5bac6764-2ffe-4c3b-b0d2-26cc2513e390, lookup_type: ById(5bac6764-2ffe-4c3b-b0d2-26cc2513e390) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.193721426Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.193923351Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.196006376Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"0","iteration":27,"elapsed":"117.673542ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.20996089Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.212824222Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.215965251Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":79,"elapsed":"137.634546ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.216518053Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.226355527Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.229157838Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.229178488Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.229217609Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.229394163Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.229451744Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.229476795Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.229488125Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.229497895Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.229678379Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.22970157Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.23199037Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.23476788Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.2347934Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.234938724Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.235489896Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.235784712Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.23705114Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.239130545Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.239144965Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.239319079Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:35:29.242500628Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:35:29.242532549Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.242545979Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":27,"elapsed":"164.092813ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.242706503Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.246368652Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306, lookup_type: ById(6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.246396673Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.246576307Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.255297767Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.256247028Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.256663217Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.257060265Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.257077736Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.257086716Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.257095326Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.257350422Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.258894195Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.259787665Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"original_time_created":"2024-12-19 22:22:23.867283 UTC","original_target_id":"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","time_created":"2024-12-19 22:22:23.867283 UTC","target_id":"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.259813135Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306\",\"time_created\":\"2024-12-19T22:22:23.867283Z\"}","iteration":79,"elapsed":"181.40049ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.261504352Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.261526413Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.261653365Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.262898292Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":27,"elapsed":"184.316413ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:35:29.267305088Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.267325709Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.267613315Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dbbccee5-8006-4496-8c6f-ddff5cd3d9e9\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 22:35:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:35:29.267630146Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.268455973Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.268468194Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"f1d3e969-9377-4370-b64f-d4eb9e08fbf0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.268476424Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.268690018Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:35:29.269048386Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.269914015Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:35:29.271311376Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.271331876Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"MgsClient","rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.27151412Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"MgsClient","rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17153673-6fb5-4210-8d97-2dec01205c5c\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 22:35:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:35:29.27152739Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.272611874Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.272625274Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.272770827Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:35:29.273387901Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:35:29.275318223Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.275348343Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.275535908Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fbb02672-832f-4b29-bcf2-6780b3f5f00e\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 22:35:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:35:29.275549538Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:35:29.276896137Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.281994878Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-12-19T22:22:27.076398Z, time_modified: 2024-12-19T22:22:27.076398Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: b0e92825-8938-48a9-be39-6ddf878b8d67, db_silo: Silo { identity: SiloIdentity { id: b0e92825-8938-48a9-be39-6ddf878b8d67, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-19T22:23:20.260422Z, time_modified: 2024-12-19T22:23:20.260422Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"6ddbef336d164d7c474bfe68d696b0f887149180efaa3c61e38f66c40ee5ab4f\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: b0e92825-8938-48a9-be39-6ddf878b8d67, db_silo: Silo { identity: SiloIdentity { id: b0e92825-8938-48a9-be39-6ddf878b8d67, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-19T22:23:20.260422Z, time_modified: 2024-12-19T22:23:20.260422Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"6ddbef336d164d7c474bfe68d696b0f887149180efaa3c61e38f66c40ee5ab4f\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.282037819Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"b0e92825-8938-48a9-be39-6ddf878b8d67\",\"tls_certs\":[\"6ddbef336d164d7c474bfe68d696b0f887149180efaa3c61e38f66c40ee5ab4f\"]}},\"default_endpoint\":{\"silo_id\":\"b0e92825-8938-48a9-be39-6ddf878b8d67\",\"tls_certs\":[\"6ddbef336d164d7c474bfe68d696b0f887149180efaa3c61e38f66c40ee5ab4f\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":14,"elapsed":"203.664664ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.284732348Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"f1d3e969-9377-4370-b64f-d4eb9e08fbf0"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.284753038Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.284761568Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"current_time_created":"2024-12-19 22:23:20.348502 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.284770729Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"generation\":2}","iteration":14,"elapsed":"206.070107ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-12-19T22:35:29.286261591Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.286292952Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":14,"elapsed":"207.722663ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.299099351Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.299120501Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"8a19fec2-e1e3-4506-964e-790e2fefbca9"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.299132331Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.299430878Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.347060205Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"physical_disks_added\":0}","iteration":29,"elapsed":"268.71414ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.352930453Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.353338792Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.442202196Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{}","iteration":27,"elapsed":"363.916533ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.446440499Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.453758208Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.454136216Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"5945ee32-9b47-427a-9693-9d04e28795f3\", \"date\": \"Thu, 19 Dec 2024 22:35:29 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:35:29.454162437Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.455933685Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"7eab1f9a-4de8-4618-b2a7-9c0e2fe175d4\", \"date\": \"Thu, 19 Dec 2024 22:35:29 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:35:29.455965256Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:35:29.457758465Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.457771005Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":16,"elapsed":"379.212986ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.45846378Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.458715876Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"722e65dc-5f51-4d1c-b740-3203311737a7\", \"content-length\": \"2\", \"date\": \"Thu, 19 Dec 2024 22:35:28 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.460263509Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.460554706Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 5bac6764-2ffe-4c3b-b0d2-26cc2513e390","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:35:29.492728347Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.492752577Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"SledAgent":"5bac6764-2ffe-4c3b-b0d2-26cc2513e390","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.493029073Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"SledAgent":"5bac6764-2ffe-4c3b-b0d2-26cc2513e390","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d6ec068-33b0-4241-990e-b3ef0e599312\", \"content-length\": \"372\", \"date\": \"Thu, 19 Dec 2024 22:35:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.493058384Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.493500623Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.494761941Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.495008836Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.495840964Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"null","iteration":27,"elapsed":"417.244664ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.497150433Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.497178373Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.497364997Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.497837618Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.497859428Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.498010322Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.499702338Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.501012027Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"8a19fec2-e1e3-4506-964e-790e2fefbca9"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.501028867Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.501037767Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"current_time_created":"2024-12-19 22:23:19.515163 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.501053878Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"generation\":1}","iteration":14,"elapsed":"422.423877ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.5011584Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.50116998Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.501302853Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:35:29.508592662Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.508620013Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"SledAgent":"5bac6764-2ffe-4c3b-b0d2-26cc2513e390","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.508825847Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"SledAgent":"5bac6764-2ffe-4c3b-b0d2-26cc2513e390","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"409c49c8-a921-4ce3-a159-5712fe1d181f\", \"date\": \"Thu, 19 Dec 2024 22:35:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.508839617Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.509145904Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.511310981Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.511484255Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.513717253Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.513924898Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 5bac6764-2ffe-4c3b-b0d2-26cc2513e390 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:35:29.515807959Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.515820789Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"SledAgent":"5bac6764-2ffe-4c3b-b0d2-26cc2513e390","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.516218698Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"SledAgent":"5bac6764-2ffe-4c3b-b0d2-26cc2513e390","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"00ee41ce-f558-4778-968b-60224d875926\", \"date\": \"Thu, 19 Dec 2024 22:35:29 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.51863203Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{}","iteration":27,"elapsed":"440.01637ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.52550634Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.525911129Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"42b74b86-6e1f-47ce-8e1f-88339b3cf29a\", \"date\": \"Thu, 19 Dec 2024 22:35:29 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:35:29.525923769Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.527278149Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"7919e8f9-a41c-4452-80b2-007f328bc178\", \"date\": \"Thu, 19 Dec 2024 22:35:29 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:35:29.527290359Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.528996766Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"1c6f6505-f9e4-44bf-aed6-3fd5783d6e3c\", \"date\": \"Thu, 19 Dec 2024 22:35:29 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:35:29.529009436Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:35:29.530958049Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.53099829Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":16,"elapsed":"452.511742ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.551883674Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"SledAgent":"5bac6764-2ffe-4c3b-b0d2-26cc2513e390","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.552212831Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"SledAgent":"5bac6764-2ffe-4c3b-b0d2-26cc2513e390","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"beebc498-d613-44ae-97c7-2983deb68c7e\", \"content-length\": \"691\", \"date\": \"Thu, 19 Dec 2024 22:35:29 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:35:29.552237002Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:35:29.552246942Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:35:29.552254652Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.554409589Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{}","iteration":27,"elapsed":"477.20323ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.55995108Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.560240286Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:35:29.562318891Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 707daa3c-91bd-4474-89d3-77f41ec12427, rack_id: 42682bc4-ecef-47c9-930b-2319fc1c8161, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(7dd7b47f-a79d-4627-8179-ac20b18c42a5) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.562343052Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.562571707Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.569209702Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DpdClient","rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.569491918Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DpdClient","rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1fdc4c52-8ff2-4272-99a3-94edafc544cc\", \"content-length\": \"134\", \"date\": \"Thu, 19 Dec 2024 22:35:28 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:35:29.569514428Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:35:29.569523608Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"7dd7b47f-a79d-4627-8179-ac20b18c42a5","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:35:29.569778194Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:35:29.569789624Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:35:29.569796894Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:35:29.569804214Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:35:29.569811235Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:35:29.569818555Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:35:29.569996619Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:35:29.570006479Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:35:29.570154122Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.570162772Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.570432698Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.57235203Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DpdClient","rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.572460952Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DpdClient","rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa7795a2-e2ec-4e32-b822-0c2d1977f2d0\", \"content-length\": \"2\", \"date\": \"Thu, 19 Dec 2024 22:35:28 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.572484173Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DpdClient","rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.572563725Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DpdClient","rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"80064e43-8d59-4726-b433-98ae0f0b6111\", \"content-length\": \"52\", \"date\": \"Thu, 19 Dec 2024 22:35:28 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:35:29.572580375Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.572592335Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.668469553Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"7605c43d-43e3-45e7-8952-d6fc4cf48823\", \"date\": \"Thu, 19 Dec 2024 22:35:29 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:35:29.668494453Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.668504694Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.672432729Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"182746db-fa66-4109-be15-d185425ad092\", \"content-length\": \"682\", \"date\": \"Thu, 19 Dec 2024 22:35:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.67247034Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.672736746Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.67660328Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.676796744Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.67982417Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.680046415Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.681777732Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.68211625Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:29.688740814Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{}","iteration":27,"elapsed":"611.508894ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:35:32.651791786Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"uri":"/69371172-f491-4933-a2ef-079d832e8ea5","method":"GET","req_id":"0fe3b4fc-d325-4423-8ede-e693eea8affc","remote_addr":"[fd00:1122:3344:101::d]:64316","local_addr":"[fd00:1122:3344:101::c]:38381","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":355,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:39.07814685Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":80,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:39.078212482Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":80,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:39.078228272Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:39.078240272Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:39.078528259Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:39.07856077Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:39.080805088Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:39.087558535Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:39.087580576Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:39.087886053Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:39.090123811Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:39.090404127Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:39.091874589Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:39.09421161Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306, lookup_type: ById(6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:39.0942229Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:39.094359063Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:39.105503176Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"original_time_created":"2024-12-19 22:22:23.867283 UTC","original_target_id":"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","time_created":"2024-12-19 22:22:23.867283 UTC","target_id":"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:39.105524006Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306\",\"time_created\":\"2024-12-19T22:22:23.867283Z\"}","iteration":80,"elapsed":"27.390226ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:39.109752689Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:39.110022884Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:39.111366464Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":80,"elapsed":"33.225113ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:35:42.651699634Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"uri":"/69371172-f491-4933-a2ef-079d832e8ea5","method":"GET","req_id":"5b21c710-cf7f-4a4a-a5c0-f72d40b6d0c1","remote_addr":"[fd00:1122:3344:101::d]:64316","local_addr":"[fd00:1122:3344:101::c]:38381","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":355,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:49.077848615Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":81,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:49.077923676Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":81,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:49.077938526Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:49.077950547Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:49.078312465Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:49.078322175Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:49.080205536Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:49.080544233Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:49.080751458Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:49.082423134Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":81,"elapsed":"4.57713ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:49.082472985Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:49.082482336Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:49.082616648Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:49.083639791Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:49.083827255Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:49.084741895Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:49.08682607Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306, lookup_type: ById(6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:49.08683714Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:49.086975803Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:49.09508696Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"original_time_created":"2024-12-19 22:22:23.867283 UTC","original_target_id":"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","time_created":"2024-12-19 22:22:23.867283 UTC","target_id":"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:49.0951024Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306\",\"time_created\":\"2024-12-19T22:22:23.867283Z\"}","iteration":81,"elapsed":"17.275596ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:35:52.651090432Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"uri":"/69371172-f491-4933-a2ef-079d832e8ea5","method":"GET","req_id":"98bacd5c-9117-4172-8935-636a8ab0f5d5","remote_addr":"[fd00:1122:3344:101::d]:64316","local_addr":"[fd00:1122:3344:101::c]:38381","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":369,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.077193901Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.077250492Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.077260022Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.077266622Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.077557709Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.07760612Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.078102701Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":82,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.078131921Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.078144671Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.078153822Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.078164362Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":28,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:35:59.078174702Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.078186022Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.078197003Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.078208403Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.078218853Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.078229833Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.078240073Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.078252044Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.078263264Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.078273884Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":30,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.078285425Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":82,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.078296435Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.078307435Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.078318385Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.078328475Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.078338766Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.078349606Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":28,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.078359616Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.078368556Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.078377127Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.078386887Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.078433368Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.078440708Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.078447468Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.078453888Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.078460608Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.078466629Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.078473659Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.078480149Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.078658603Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.078672843Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.078714334Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.078749725Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.078765795Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.078778945Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.078796656Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.078805026Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.078812096Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.078823596Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.078878838Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.079855419Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.080723938Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.080948672Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.081251949Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.081805011Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.081832652Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.081994105Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.082525167Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":28,"elapsed":"4.336815ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.083002567Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.083023278Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.083030778Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DnsResolver","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5bac6764-2ffe-4c3b-b0d2-26cc2513e390.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5bac6764-2ffe-4c3b-b0d2-26cc2513e390.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1857, tv_nsec: 705231125 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.083221432Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:35:59.083396076Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.084879368Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.0854092Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.085635925Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DnsResolver","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5bac6764-2ffe-4c3b-b0d2-26cc2513e390.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5bac6764-2ffe-4c3b-b0d2-26cc2513e390.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1857, tv_nsec: 707830492 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:35:59.085939181Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.086483813Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.089054189Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.08908485Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.08909752Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.08911203Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.089257603Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.089327765Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.089689963Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.089705193Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.089863927Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.090083561Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.09050104Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.090980671Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:35:59.092462193Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.092480883Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.092489894Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.092527155Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":82,"elapsed":"14.431294ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.092677368Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.092867472Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.092884162Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.093022035Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.094063338Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DnsResolver","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5bac6764-2ffe-4c3b-b0d2-26cc2513e390.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5bac6764-2ffe-4c3b-b0d2-26cc2513e390.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1857, tv_nsec: 716250915 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.094365065Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:35:59.094411126Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.095900588Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.095928049Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.09597055Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.096061912Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.096200335Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.096329597Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.096371198Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.099119228Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.09922841Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.099517067Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:35:59.099786413Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.099804203Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":28,"elapsed":"21.492198ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.101538221Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306, lookup_type: ById(6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.101555771Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.101687644Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.11481474Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"original_time_created":"2024-12-19 22:22:23.867283 UTC","original_target_id":"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","time_created":"2024-12-19 22:22:23.867283 UTC","target_id":"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.114858451Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306\",\"time_created\":\"2024-12-19T22:22:23.867283Z\"}","iteration":82,"elapsed":"36.626737ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.116944996Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.116970477Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":28,"elapsed":"38.804415ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.117279003Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.118745575Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":28,"elapsed":"40.44326ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:35:59.126461854Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.126508135Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.126518025Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.126643287Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.126930524Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.126945394Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.129629302Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.129898898Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.130418829Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.130635414Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.131704697Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.13228454Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.13272534Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.134339495Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":28,"elapsed":"56.073501ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.135122942Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.135355567Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.13551512Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Sled { parent: Fleet, key: 5bac6764-2ffe-4c3b-b0d2-26cc2513e390, lookup_type: ById(5bac6764-2ffe-4c3b-b0d2-26cc2513e390) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.135536611Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.135768406Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.136485142Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":28,"elapsed":"58.201107ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.137435542Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"0","iteration":28,"elapsed":"59.214389ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.140879867Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.143509214Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.143538185Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.14375345Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:35:59.157429918Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.157460108Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.157816516Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f11524f0-b734-440e-b183-75ddd52ebdc3\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 22:35:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:35:59.157848067Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:35:59.160794241Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:35:59.164931821Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:35:59.164957232Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.164967702Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":28,"elapsed":"86.695828ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.166693439Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":28,"elapsed":"88.526397ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.179820765Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"physical_disks_added\":0}","iteration":30,"elapsed":"101.612593ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:35:59.185792955Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.185819826Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"MgsClient","rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.186079961Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"MgsClient","rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad481d70-d38f-42fa-b364-151a49912e40\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 22:35:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:35:59.186094942Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:35:59.187221496Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:35:59.196853476Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.196869096Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.197054491Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d46d9702-1b41-4a66-946e-2f88cd17b0af\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 22:35:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:35:59.197069361Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:35:59.198263927Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.213496708Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.213805545Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.214895589Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.216571145Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.216588286Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.216737189Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.218280922Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.220609673Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.220627274Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.220836218Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 5bac6764-2ffe-4c3b-b0d2-26cc2513e390","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:35:59.280815154Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.280838675Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"SledAgent":"5bac6764-2ffe-4c3b-b0d2-26cc2513e390","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.281189442Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"SledAgent":"5bac6764-2ffe-4c3b-b0d2-26cc2513e390","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"641c71a5-bb24-4c90-baf7-7f755cf6c98e\", \"content-length\": \"372\", \"date\": \"Thu, 19 Dec 2024 22:35:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.281229143Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.281668713Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.302853244Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{}","iteration":28,"elapsed":"224.733023ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.320901347Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.321240034Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13b03114-9081-4a6a-9704-9404c12651c3\", \"content-length\": \"2\", \"date\": \"Thu, 19 Dec 2024 22:35:58 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.322833979Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.323146456Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.324823402Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"null","iteration":28,"elapsed":"246.64561ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:35:59.327094032Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.327109372Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"SledAgent":"5bac6764-2ffe-4c3b-b0d2-26cc2513e390","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.327363337Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"SledAgent":"5bac6764-2ffe-4c3b-b0d2-26cc2513e390","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"11a844f6-05af-435a-b20c-956b5fbc2e8a\", \"date\": \"Thu, 19 Dec 2024 22:35:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.327418889Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.327594353Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"SledAgent":"5bac6764-2ffe-4c3b-b0d2-26cc2513e390","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.327699045Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.327980561Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"SledAgent":"5bac6764-2ffe-4c3b-b0d2-26cc2513e390","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f2f26e94-f18e-49ae-9dde-0c04c0ab36c0\", \"content-length\": \"691\", \"date\": \"Thu, 19 Dec 2024 22:35:59 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:35:59.328009462Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:35:59.328019822Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:35:59.328028222Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.329579546Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.32974814Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.330084457Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{}","iteration":28,"elapsed":"252.897107ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.336094808Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.336437845Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 5bac6764-2ffe-4c3b-b0d2-26cc2513e390 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:35:59.338786686Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.338804637Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"SledAgent":"5bac6764-2ffe-4c3b-b0d2-26cc2513e390","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.339207686Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"SledAgent":"5bac6764-2ffe-4c3b-b0d2-26cc2513e390","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"8231e4c3-ad84-4f4e-87eb-05ac7accbbd7\", \"date\": \"Thu, 19 Dec 2024 22:35:59 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.340503564Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{}","iteration":28,"elapsed":"262.393393ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.382664692Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.38304503Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:35:59.384568473Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 707daa3c-91bd-4474-89d3-77f41ec12427, rack_id: 42682bc4-ecef-47c9-930b-2319fc1c8161, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(7dd7b47f-a79d-4627-8179-ac20b18c42a5) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.384582713Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.384777038Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.390467251Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DpdClient","rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.390784348Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DpdClient","rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"58874aef-94a7-4185-962d-a6e2eb665f51\", \"content-length\": \"134\", \"date\": \"Thu, 19 Dec 2024 22:35:58 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:35:59.390810999Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:35:59.390823129Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"7dd7b47f-a79d-4627-8179-ac20b18c42a5","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:35:59.391110176Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:35:59.391123146Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:35:59.391132396Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:35:59.391141976Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:35:59.391150716Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:35:59.391159897Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:35:59.39132733Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:35:59.391338461Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:35:59.391565985Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.391574235Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.391835681Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.393724072Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DpdClient","rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.393904666Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DpdClient","rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc13facc-d9bc-43a3-a805-de30ec8d4a3d\", \"content-length\": \"2\", \"date\": \"Thu, 19 Dec 2024 22:35:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.393918967Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DpdClient","rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.394038869Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DpdClient","rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"787eb1a0-5b89-4557-a958-4b07ad8a5acc\", \"content-length\": \"52\", \"date\": \"Thu, 19 Dec 2024 22:35:58 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:35:59.394052909Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.39406379Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.488014405Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"11d224bc-8987-4050-a7bf-08b581d8c45c\", \"date\": \"Thu, 19 Dec 2024 22:35:59 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:35:59.488047666Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.488060526Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.488497896Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b06a8d9-180c-455c-a9ae-def03812c4d7\", \"content-length\": \"682\", \"date\": \"Thu, 19 Dec 2024 22:35:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.488540757Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.488864524Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.492200266Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.492448082Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.494785983Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.495069159Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.496616513Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.496828167Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:35:59.502839658Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{}","iteration":28,"elapsed":"425.662248ms"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:00.178629811Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"producer-registration-task","component":"nexus-producer-server","name":"69371172-f491-4933-a2ef-079d832e8ea5"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:00.178674382Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"producer-registration-task","component":"nexus-producer-server","name":"69371172-f491-4933-a2ef-079d832e8ea5","addr":"[fd00:1122:3344:101::c]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:00.208731417Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"producer-registration-task","component":"nexus-producer-server","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:36:00.208834889Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:65186"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:00.209017733Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"4f106de3-728c-4119-8a1e-c87b9bbd21be","remote_addr":"[fd00:1122:3344:101::c]:65186","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:00.20934615Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"4f106de3-728c-4119-8a1e-c87b9bbd21be","remote_addr":"[fd00:1122:3344:101::c]:65186","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:36:00.249691358Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/oximeter.rs:76","collector_id":"97b306d7-6057-4b4e-bc88-ab75ff38b0f1","producer_id":"69371172-f491-4933-a2ef-079d832e8ea5"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:36:00.249717239Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"uri":"/metrics/producers","method":"POST","req_id":"4f106de3-728c-4119-8a1e-c87b9bbd21be","remote_addr":"[fd00:1122:3344:101::c]:65186","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":40769,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:00.24978454Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"producer-registration-task","component":"nexus-producer-server","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f106de3-728c-4119-8a1e-c87b9bbd21be\", \"content-length\": \"41\", \"date\": \"Thu, 19 Dec 2024 22:36:00 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:00.250917535Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"producer-registration-task","component":"nexus-producer-server","name":"69371172-f491-4933-a2ef-079d832e8ea5"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:00.250931985Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"producer-registration-task","component":"nexus-producer-server","name":"69371172-f491-4933-a2ef-079d832e8ea5","wait_period":"150s","lease_duration":"600s"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:36:02.651413079Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"uri":"/69371172-f491-4933-a2ef-079d832e8ea5","method":"GET","req_id":"c4544615-bbcc-48cb-b09c-99704b9a354c","remote_addr":"[fd00:1122:3344:101::d]:64316","local_addr":"[fd00:1122:3344:101::c]:38381","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":317,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:09.07755689Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":83,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:09.077623091Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:09.077634971Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":83,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:09.077645781Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:09.078115622Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:09.078140052Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:09.079801678Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:09.080063204Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:09.080103365Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:09.081598887Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":83,"elapsed":"4.066138ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:09.082386005Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:09.082399245Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:09.082535168Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:09.083703853Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:09.083860867Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:09.085047773Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:09.087068646Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306, lookup_type: ById(6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:09.087084817Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:09.08720904Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:09.095581412Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"original_time_created":"2024-12-19 22:22:23.867283 UTC","original_target_id":"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","time_created":"2024-12-19 22:22:23.867283 UTC","target_id":"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:09.095606343Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306\",\"time_created\":\"2024-12-19T22:22:23.867283Z\"}","iteration":83,"elapsed":"18.034593ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:36:12.651033192Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"uri":"/69371172-f491-4933-a2ef-079d832e8ea5","method":"GET","req_id":"ff6f9df0-6a54-47f2-9e9c-4a742a6a4424","remote_addr":"[fd00:1122:3344:101::d]:64316","local_addr":"[fd00:1122:3344:101::c]:38381","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":359,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:19.078202304Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":84,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:19.078262015Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":84,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:19.078272115Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:19.078280096Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:19.078534031Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:19.078548221Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:19.080134306Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:19.080692168Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:19.081066466Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:19.082578679Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:19.08260063Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:19.082722862Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":84,"elapsed":"4.522518ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:19.082736613Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:19.084318307Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:19.084542902Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:19.085717208Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:19.087999547Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306, lookup_type: ById(6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:19.088018718Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:19.088152071Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:19.095664464Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"original_time_created":"2024-12-19 22:22:23.867283 UTC","original_target_id":"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","time_created":"2024-12-19 22:22:23.867283 UTC","target_id":"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:19.095681045Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306\",\"time_created\":\"2024-12-19T22:22:23.867283Z\"}","iteration":84,"elapsed":"17.501581ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:36:22.651139294Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"uri":"/69371172-f491-4933-a2ef-079d832e8ea5","method":"GET","req_id":"ce3c14b4-5724-4b4a-aa8d-6347cdb88880","remote_addr":"[fd00:1122:3344:101::d]:64316","local_addr":"[fd00:1122:3344:101::c]:38381","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":554,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:36:27.640985713Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::d]:54160"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:27.641053615Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/97b306d7-6057-4b4e-bc88-ab75ff38b0f1/producers?sort_by=id_ascending","method":"GET","req_id":"1b0e98fe-a89b-4b4a-b4ee-9ad787c9cef5","remote_addr":"[fd00:1122:3344:101::d]:54160","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:27.641394612Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/97b306d7-6057-4b4e-bc88-ab75ff38b0f1/producers?sort_by=id_ascending","method":"GET","req_id":"1b0e98fe-a89b-4b4a-b4ee-9ad787c9cef5","remote_addr":"[fd00:1122:3344:101::d]:54160","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:36:27.643199302Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"uri":"/metrics/collectors/97b306d7-6057-4b4e-bc88-ab75ff38b0f1/producers?sort_by=id_ascending","method":"GET","req_id":"1b0e98fe-a89b-4b4a-b4ee-9ad787c9cef5","remote_addr":"[fd00:1122:3344:101::d]:54160","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2185,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:27.643427356Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/97b306d7-6057-4b4e-bc88-ab75ff38b0f1/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiI4NDllZWJiOC0yYWVlLTQ0YzQtYTdmOC1mZTA4ZWVmOTk1MWUifX0%3D","method":"GET","req_id":"381ab3a4-2411-4bd1-82c9-0ca58f864dd8","remote_addr":"[fd00:1122:3344:101::d]:54160","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:27.643776074Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/97b306d7-6057-4b4e-bc88-ab75ff38b0f1/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiI4NDllZWJiOC0yYWVlLTQ0YzQtYTdmOC1mZTA4ZWVmOTk1MWUifX0%3D","method":"GET","req_id":"381ab3a4-2411-4bd1-82c9-0ca58f864dd8","remote_addr":"[fd00:1122:3344:101::d]:54160","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:36:27.64589386Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"uri":"/metrics/collectors/97b306d7-6057-4b4e-bc88-ab75ff38b0f1/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiI4NDllZWJiOC0yYWVlLTQ0YzQtYTdmOC1mZTA4ZWVmOTk1MWUifX0%3D","method":"GET","req_id":"381ab3a4-2411-4bd1-82c9-0ca58f864dd8","remote_addr":"[fd00:1122:3344:101::d]:54160","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2528,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.07706105Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":16,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-12-19T22:36:29.077114461Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.077128671Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":15,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.077136981Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"enabled\":false,\"target_id\":\"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306\"}","iteration":16,"elapsed":"27.611µs"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:36:29.077183862Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.077192243Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":29,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.077201263Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.077209133Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.077216083Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.077223193Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.077231323Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.077238053Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.077485789Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.07752067Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.07753224Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.077662223Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.078345728Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.078362858Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.078370498Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.078379498Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.078387949Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":15,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:36:29.078396019Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-12-19 22:26:29.078367928 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.078403699Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.078410359Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.078418799Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.078425629Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":15,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.07843243Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.07843911Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.07844558Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":29,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.0784529Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":15,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:36:29.07846091Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.07846758Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.078476251Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.078483081Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.078489501Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.078496511Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.078504441Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.078512961Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.078522961Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.078534542Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.078544412Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.078552972Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.078563032Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.078572633Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.078580923Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.078590013Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.078598993Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":85,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.078608243Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.078617323Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":29,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.078627444Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.078639864Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.078649024Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.078658804Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.078669055Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.078678325Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.078688535Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.078699005Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.078709176Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":85,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.078719746Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.078730336Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":31,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.078741996Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.078751106Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":29,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.078761037Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.078773947Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":29,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.078784987Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.078795327Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.078805548Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.078814798Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.078826468Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.078867169Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.079119434Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.079145525Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.079158445Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.079169786Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.079182636Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.079194836Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.079203826Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.079212927Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.079221247Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.079230057Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.079239057Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.079247617Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.079256808Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.079265858Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.079275238Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.079283678Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.079291578Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DnsResolver","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"60a785c0-8723-4778-af32-4133ecf8645a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"e89c39c5-bc57-4fe5-b95a-6401d7fa9743.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"e89c39c5-bc57-4fe5-b95a-6401d7fa9743.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1887, tv_nsec: 701552405 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.079308009Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DnsResolver","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"b0a51515-7a4b-4565-96ec-21c9426a70e9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"be899284-8040-4477-b30a-e21074a971b8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"ca6b6a82-160b-42d9-a030-39373aecf151.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"ca6b6a82-160b-42d9-a030-39373aecf151.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1887, tv_nsec: 701570266 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.07983931Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.079872931Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":15,"elapsed":"1.482372ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.080004674Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.080031204Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":15,"elapsed":"1.642066ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.087031977Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.087724072Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.089113242Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.089497051Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":29,"elapsed":"10.797355ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.089752476Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.089763446Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.08995363Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.090751568Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.090771908Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.09086944Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":29,"elapsed":"12.480272ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.090961292Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.091502254Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.091527455Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.091739839Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.092369993Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:36:29.092395914Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.092411434Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":15,"elapsed":"15.288323ms"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:36:29.092465255Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-12-19 22:26:29.078367928 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.092489436Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"expiration\":\"2024-12-19T22:26:29.078367928Z\",\"pruned\":[]}","iteration":15,"elapsed":"14.096877ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.092598928Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.092838903Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.093019287Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DnsResolver","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5bac6764-2ffe-4c3b-b0d2-26cc2513e390.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5bac6764-2ffe-4c3b-b0d2-26cc2513e390.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1887, tv_nsec: 715277884 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:36:29.093373945Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.094567701Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.094743075Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":15,"elapsed":"16.240893ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.094828156Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.095703306Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.095962751Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.096196836Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.096335289Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.097987185Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.098011576Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.09819627Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.098403044Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DnsResolver","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5bac6764-2ffe-4c3b-b0d2-26cc2513e390.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5bac6764-2ffe-4c3b-b0d2-26cc2513e390.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1887, tv_nsec: 720661621 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:36:29.098736521Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.099286333Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.099315644Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.099516349Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.10002353Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.100209594Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.101663725Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.103597887Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.103878804Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.104321023Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.104349754Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.104605579Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.106752726Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.106784287Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.10693284Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.106988011Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.107004221Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.107186636Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.107217546Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.107647266Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DnsResolver","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5bac6764-2ffe-4c3b-b0d2-26cc2513e390.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5bac6764-2ffe-4c3b-b0d2-26cc2513e390.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1887, tv_nsec: 729914153 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:36:29.108049514Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.110350734Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.110376225Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.110386995Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.111792726Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.111878328Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.112025081Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.114218859Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.114536745Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.114577166Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.114932834Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.114953505Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.11517487Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.115467816Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:36:29.115493077Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.115524227Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":15,"elapsed":"38.416987ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.116058679Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.116153761Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.116444837Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.127339764Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":29,"elapsed":"48.757092ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.137742841Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.141293208Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.142366451Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.142399712Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.142684158Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.144541139Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306, lookup_type: ById(6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.144559139Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.144818215Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.150387956Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":29,"elapsed":"71.906015ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.151702621Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.152152344Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.161918717Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"original_time_created":"2024-12-19 22:22:23.867283 UTC","original_target_id":"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","time_created":"2024-12-19 22:22:23.867283 UTC","target_id":"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.161986269Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306\",\"time_created\":\"2024-12-19T22:22:23.867283Z\"}","iteration":85,"elapsed":"83.289053ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.167898487Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:36:29.170226198Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.170261939Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.170273389Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.170450693Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.170889883Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.171279231Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.171816083Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.173673663Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.173702344Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.173718684Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.173729524Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.174014031Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.17538086Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.176497135Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.176615227Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.176697179Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.176904234Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.178379706Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.178406406Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.178529119Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.180700316Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:36:29.182144268Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.182183338Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":29,"elapsed":"103.36121ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.184968239Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Sled { parent: Fleet, key: 5bac6764-2ffe-4c3b-b0d2-26cc2513e390, lookup_type: ById(5bac6764-2ffe-4c3b-b0d2-26cc2513e390) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.18500119Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.18501176Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.1850232Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"f1d3e969-9377-4370-b64f-d4eb9e08fbf0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.185036331Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.185046031Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.185058271Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.185067721Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.185078912Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.185248575Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.185300306Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.185424289Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.187130586Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.187429403Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.190442138Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.192212477Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.192223657Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.19236229Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.192701838Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"0","iteration":29,"elapsed":"113.996182ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.192999494Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.194430995Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":29,"elapsed":"115.72431ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.196876948Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.196900129Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.197090003Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.199585937Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"f1d3e969-9377-4370-b64f-d4eb9e08fbf0"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.199601678Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.199610248Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"current_time_created":"2024-12-19 22:23:20.348502 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.199620028Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"generation\":2}","iteration":15,"elapsed":"121.154368ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.200856325Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":85,"elapsed":"122.287823ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.203606625Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.203948232Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.20429641Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.205890585Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.208212355Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.208233676Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.20842021Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.215839731Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":29,"elapsed":"137.215638ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.215862442Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.216182229Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:36:29.217520508Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.217542018Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.217551268Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.217858075Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.231274327Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.233834983Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.233849053Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.233984626Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.235330695Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.235339566Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"8a19fec2-e1e3-4506-964e-790e2fefbca9"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.235347766Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.235459688Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.235496429Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.243032643Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"physical_disks_added\":0}","iteration":31,"elapsed":"164.349918ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.250419594Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-12-19T22:22:27.076398Z, time_modified: 2024-12-19T22:22:27.076398Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: b0e92825-8938-48a9-be39-6ddf878b8d67, db_silo: Silo { identity: SiloIdentity { id: b0e92825-8938-48a9-be39-6ddf878b8d67, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-19T22:23:20.260422Z, time_modified: 2024-12-19T22:23:20.260422Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"6ddbef336d164d7c474bfe68d696b0f887149180efaa3c61e38f66c40ee5ab4f\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: b0e92825-8938-48a9-be39-6ddf878b8d67, db_silo: Silo { identity: SiloIdentity { id: b0e92825-8938-48a9-be39-6ddf878b8d67, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-19T22:23:20.260422Z, time_modified: 2024-12-19T22:23:20.260422Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"6ddbef336d164d7c474bfe68d696b0f887149180efaa3c61e38f66c40ee5ab4f\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.250454005Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"b0e92825-8938-48a9-be39-6ddf878b8d67\",\"tls_certs\":[\"6ddbef336d164d7c474bfe68d696b0f887149180efaa3c61e38f66c40ee5ab4f\"]}},\"default_endpoint\":{\"silo_id\":\"b0e92825-8938-48a9-be39-6ddf878b8d67\",\"tls_certs\":[\"6ddbef336d164d7c474bfe68d696b0f887149180efaa3c61e38f66c40ee5ab4f\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":15,"elapsed":"171.855562ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:36:29.257798565Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:36:29.257827385Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.257836636Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":29,"elapsed":"179.212612ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.260292919Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.260596316Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-12-19T22:36:29.281437519Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.28146862Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":15,"elapsed":"203.01357ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:36:29.284395734Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.284409964Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.284734601Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d7593da9-18cc-4c02-a791-1fa29f3c395d\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 22:36:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:36:29.284756042Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:36:29.287228245Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.357830023Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.358250182Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"fa95f2ee-fe5d-481d-8f66-9f69c1d45457\", \"date\": \"Thu, 19 Dec 2024 22:36:29 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:36:29.358265722Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.360034771Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"d9b6efba-49f9-428c-9fd7-7163ee9aacc7\", \"date\": \"Thu, 19 Dec 2024 22:36:29 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:36:29.360047351Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:36:29.361446032Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.361458482Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":17,"elapsed":"282.939391ms"} {"msg":"VPC route manager sled 5bac6764-2ffe-4c3b-b0d2-26cc2513e390","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:36:29.382348647Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.382368807Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"SledAgent":"5bac6764-2ffe-4c3b-b0d2-26cc2513e390","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.382641663Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"SledAgent":"5bac6764-2ffe-4c3b-b0d2-26cc2513e390","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da228cd8-c25b-4177-861e-8a2ff06868cc\", \"content-length\": \"372\", \"date\": \"Thu, 19 Dec 2024 22:36:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.382679764Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.383068632Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.384016603Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.384578255Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.386576408Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.386591239Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:36:29.386598909Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.38663724Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.386763163Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.386886385Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d40074ff-b1ab-4c21-9d2c-24650289e83a\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 22:36:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:36:29.386900196Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.388223604Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.388242875Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.388283736Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.388439309Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:36:29.389055813Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.390187427Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.390214048Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.390339261Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.390518604Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"8a19fec2-e1e3-4506-964e-790e2fefbca9"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.390531765Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.390546365Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"current_time_created":"2024-12-19 22:23:19.515163 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.390555665Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"generation\":1}","iteration":15,"elapsed":"312.145956ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:36:29.39214333Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.3921613Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"MgsClient","rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.392374645Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"MgsClient","rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ead63993-0aa5-4d4c-b900-dbcbe82d47ec\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 22:36:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:36:29.392389365Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:36:29.39397566Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.394754547Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:36:29.401712728Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.401734958Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"SledAgent":"5bac6764-2ffe-4c3b-b0d2-26cc2513e390","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.401950213Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"SledAgent":"5bac6764-2ffe-4c3b-b0d2-26cc2513e390","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"fbcc6573-2514-4362-bd4b-514fab40c2f1\", \"date\": \"Thu, 19 Dec 2024 22:36:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.401963203Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.402293921Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.474465032Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{}","iteration":29,"elapsed":"396.115365ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.515176648Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.515445044Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"93c5e6e3-2379-4574-8730-91db9f3bd0bc\", \"content-length\": \"2\", \"date\": \"Thu, 19 Dec 2024 22:36:28 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.517785675Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.51799656Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.525562705Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.526041425Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"42eabf64-87af-41a8-b277-2c7066e48017\", \"date\": \"Thu, 19 Dec 2024 22:36:29 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:36:29.526055295Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.527421065Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"eded893b-071a-44c2-9e55-32599f1b2914\", \"date\": \"Thu, 19 Dec 2024 22:36:29 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:36:29.527432705Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.528416017Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"1a605106-ffb4-42b1-8dd0-adc1b9ac008a\", \"date\": \"Thu, 19 Dec 2024 22:36:29 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:36:29.528426907Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:36:29.53041313Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.530447501Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":17,"elapsed":"451.965381ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.537867782Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"SledAgent":"5bac6764-2ffe-4c3b-b0d2-26cc2513e390","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.538246081Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"SledAgent":"5bac6764-2ffe-4c3b-b0d2-26cc2513e390","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2915ce1e-c447-44bd-960b-3c321282dcd2\", \"content-length\": \"691\", \"date\": \"Thu, 19 Dec 2024 22:36:29 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:36:29.538275191Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:36:29.538284982Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:36:29.538291372Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.540137892Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"null","iteration":29,"elapsed":"461.5968ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.540411978Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.540468709Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{}","iteration":29,"elapsed":"463.399969ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.540711795Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.543555406Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.543855253Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 5bac6764-2ffe-4c3b-b0d2-26cc2513e390 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:36:29.547481652Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.547498332Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"SledAgent":"5bac6764-2ffe-4c3b-b0d2-26cc2513e390","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.547782929Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"SledAgent":"5bac6764-2ffe-4c3b-b0d2-26cc2513e390","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"b120a0d2-49f2-4dc0-9d50-9218bafc04c3\", \"date\": \"Thu, 19 Dec 2024 22:36:29 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.54922325Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{}","iteration":29,"elapsed":"470.78127ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.592640155Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.592915091Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:36:29.59515227Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 707daa3c-91bd-4474-89d3-77f41ec12427, rack_id: 42682bc4-ecef-47c9-930b-2319fc1c8161, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(7dd7b47f-a79d-4627-8179-ac20b18c42a5) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.59517514Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.595414255Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.604164116Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DpdClient","rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.604399001Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DpdClient","rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba99aba1-5063-40ef-ab3e-2518c3e5b5a9\", \"content-length\": \"134\", \"date\": \"Thu, 19 Dec 2024 22:36:28 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:36:29.604421022Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:36:29.604431752Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"7dd7b47f-a79d-4627-8179-ac20b18c42a5","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:36:29.604639246Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:36:29.604649007Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:36:29.604656467Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:36:29.604663977Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:36:29.604671557Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:36:29.604678827Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:36:29.604842541Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:36:29.604852041Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:36:29.604989154Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.604997134Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.605208769Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.607241543Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DpdClient","rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.607340465Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DpdClient","rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8cb2049c-e2f5-4a75-949e-ba6f3f4a3215\", \"content-length\": \"2\", \"date\": \"Thu, 19 Dec 2024 22:36:28 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.607369006Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DpdClient","rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.607427507Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DpdClient","rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa786703-1cae-42fb-968b-2db6b342731c\", \"content-length\": \"52\", \"date\": \"Thu, 19 Dec 2024 22:36:28 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:36:29.607453768Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.607465088Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.699760377Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"d8296da3-e7ee-4f89-bc5d-62e38fe0a9b6\", \"date\": \"Thu, 19 Dec 2024 22:36:29 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:36:29.699790348Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.699799538Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.700002933Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b2bd296-8607-480b-a905-d914769a000f\", \"content-length\": \"682\", \"date\": \"Thu, 19 Dec 2024 22:36:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.700054984Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.700427102Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.704182214Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.704394218Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.707442525Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.707620829Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.709311095Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.709628502Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:29.716102063Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{}","iteration":29,"elapsed":"639.020623ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:36:32.65139374Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"uri":"/69371172-f491-4933-a2ef-079d832e8ea5","method":"GET","req_id":"5e048af4-4510-432b-a17b-66354fcf0b3e","remote_addr":"[fd00:1122:3344:101::d]:64316","local_addr":"[fd00:1122:3344:101::c]:38381","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":316,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:39.07753264Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":86,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:39.077583701Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":86,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:39.077593532Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:39.077603612Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:39.077913459Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:39.077927339Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:39.079305819Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:39.081731262Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:39.081759062Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:39.081884525Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:39.083754386Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:39.083929019Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:39.085560095Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:39.087787003Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306, lookup_type: ById(6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:39.087799524Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:39.087941707Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:39.099352805Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"original_time_created":"2024-12-19 22:22:23.867283 UTC","original_target_id":"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","time_created":"2024-12-19 22:22:23.867283 UTC","target_id":"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:39.099374836Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306\",\"time_created\":\"2024-12-19T22:22:23.867283Z\"}","iteration":86,"elapsed":"21.854705ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:39.105926218Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:39.106191354Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:39.134388368Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":86,"elapsed":"56.857378ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:42.640701638Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/97b306d7-6057-4b4e-bc88-ab75ff38b0f1/producers?sort_by=id_ascending","method":"GET","req_id":"70a43d12-994f-4c7e-ba0e-aec938e40c6a","remote_addr":"[fd00:1122:3344:101::d]:54160","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:42.641086866Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/97b306d7-6057-4b4e-bc88-ab75ff38b0f1/producers?sort_by=id_ascending","method":"GET","req_id":"70a43d12-994f-4c7e-ba0e-aec938e40c6a","remote_addr":"[fd00:1122:3344:101::d]:54160","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:36:42.643665642Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"uri":"/metrics/collectors/97b306d7-6057-4b4e-bc88-ab75ff38b0f1/producers?sort_by=id_ascending","method":"GET","req_id":"70a43d12-994f-4c7e-ba0e-aec938e40c6a","remote_addr":"[fd00:1122:3344:101::d]:54160","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3058,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:42.643921398Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/97b306d7-6057-4b4e-bc88-ab75ff38b0f1/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiI4NDllZWJiOC0yYWVlLTQ0YzQtYTdmOC1mZTA4ZWVmOTk1MWUifX0%3D","method":"GET","req_id":"2e7c16d0-8f81-446c-a2bf-2cbc5126f137","remote_addr":"[fd00:1122:3344:101::d]:54160","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:42.644189594Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/97b306d7-6057-4b4e-bc88-ab75ff38b0f1/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiI4NDllZWJiOC0yYWVlLTQ0YzQtYTdmOC1mZTA4ZWVmOTk1MWUifX0%3D","method":"GET","req_id":"2e7c16d0-8f81-446c-a2bf-2cbc5126f137","remote_addr":"[fd00:1122:3344:101::d]:54160","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:36:42.646385822Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"uri":"/metrics/collectors/97b306d7-6057-4b4e-bc88-ab75ff38b0f1/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiI4NDllZWJiOC0yYWVlLTQ0YzQtYTdmOC1mZTA4ZWVmOTk1MWUifX0%3D","method":"GET","req_id":"2e7c16d0-8f81-446c-a2bf-2cbc5126f137","remote_addr":"[fd00:1122:3344:101::d]:54160","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2507,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:36:42.650761177Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"uri":"/69371172-f491-4933-a2ef-079d832e8ea5","method":"GET","req_id":"baa50409-450e-4c14-8cde-f81da43e7808","remote_addr":"[fd00:1122:3344:101::d]:64316","local_addr":"[fd00:1122:3344:101::c]:38381","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":330,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:49.07793128Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":87,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:49.077985331Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":87,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:49.077997391Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:49.078005061Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:49.078304448Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:49.078318358Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:49.080043766Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:49.080388933Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:49.080554326Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:49.082210513Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":87,"elapsed":"4.280093ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:49.082349876Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:49.082374766Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:49.082504969Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:49.0843691Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:49.084527043Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:49.120499526Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:49.122825247Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306, lookup_type: ById(6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:49.122842347Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:49.12297669Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:49.134564213Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"original_time_created":"2024-12-19 22:22:23.867283 UTC","original_target_id":"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","time_created":"2024-12-19 22:22:23.867283 UTC","target_id":"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:49.134592763Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306\",\"time_created\":\"2024-12-19T22:22:23.867283Z\"}","iteration":87,"elapsed":"56.669224ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:36:52.651662677Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"uri":"/69371172-f491-4933-a2ef-079d832e8ea5","method":"GET","req_id":"5decc591-610f-418c-9927-abd22105cd8c","remote_addr":"[fd00:1122:3344:101::d]:64316","local_addr":"[fd00:1122:3344:101::c]:38381","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":364,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.076293854Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.076388796Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.076401647Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.076414167Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.076895578Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.076920408Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.077348208Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":88,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.077365078Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.077376628Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.077388958Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.077399298Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.077410479Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.077420559Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.077430999Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.07744061Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":30,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.07745179Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":88,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.07746287Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.07747207Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.077486911Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":32,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.077499051Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":30,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.077509671Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.077518381Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.077528741Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.077540292Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.077549862Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.077560552Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.077570032Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.077580882Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.077590203Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.077599223Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.077607463Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":30,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:36:59.077616383Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.077626443Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.077635494Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.077645354Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.077654244Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.077664994Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.077685145Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.077697895Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.077871009Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.077888519Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.077955231Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.078069923Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.078134525Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.078148715Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.078158415Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.078193476Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.078206176Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.078219667Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.079002644Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.079559686Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.082194433Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.084084914Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.084111025Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.084247818Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.085085996Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":30,"elapsed":"7.558915ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.086370814Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":30,"elapsed":"8.967496ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.086868175Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DnsResolver","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5bac6764-2ffe-4c3b-b0d2-26cc2513e390.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5bac6764-2ffe-4c3b-b0d2-26cc2513e390.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1917, tv_nsec: 709198872 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:36:59.087211452Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.089130934Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.089474712Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DnsResolver","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5bac6764-2ffe-4c3b-b0d2-26cc2513e390.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5bac6764-2ffe-4c3b-b0d2-26cc2513e390.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1917, tv_nsec: 711810099 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:36:59.08984624Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.092373495Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.092404405Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.092415496Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.099138132Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.099407228Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DnsResolver","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-5bac6764-2ffe-4c3b-b0d2-26cc2513e390.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-5bac6764-2ffe-4c3b-b0d2-26cc2513e390.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1917, tv_nsec: 721728005 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:36:59.099826477Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.101740568Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.101772969Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.102019885Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.126482777Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:36:59.127890358Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.127942689Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.127963359Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.128329987Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.129706217Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.130072375Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.130657188Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.130688119Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.130906154Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.13165304Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":30,"elapsed":"54.103829ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.131884835Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":88,"elapsed":"54.538098ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.133439659Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.133713075Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.135196127Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.137048347Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:36:59.138387126Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.138400227Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":30,"elapsed":"60.833224ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.139318887Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306, lookup_type: ById(6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.139338557Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.139601313Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.140037452Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.140063243Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.140233037Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.1412961Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.141563306Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.141591856Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.141809541Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.143348085Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.143548179Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.144945209Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.146413661Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.146756889Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.146778169Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.146916832Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.148067857Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.148089208Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.148303942Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.153224869Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.153611048Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.157464642Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.157919682Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.160770664Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.163011202Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.163038063Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.163185676Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.164131557Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"original_time_created":"2024-12-19 22:22:23.867283 UTC","original_target_id":"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","time_created":"2024-12-19 22:22:23.867283 UTC","target_id":"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.164155298Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306\",\"time_created\":\"2024-12-19T22:22:23.867283Z\"}","iteration":88,"elapsed":"86.711418ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:36:59.167564792Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.167586782Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.167594552Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.16796006Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.173054441Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.173351128Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.175377252Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.175642617Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.177440967Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.181551886Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Sled { parent: Fleet, key: 5bac6764-2ffe-4c3b-b0d2-26cc2513e390, lookup_type: ById(5bac6764-2ffe-4c3b-b0d2-26cc2513e390) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:36:59.181573687Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.181585857Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.181598397Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.181831982Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.181937785Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5fbb2860-d9bb-47d1-9fdc-0d22f54baed6\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 22:36:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:36:59.181958185Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:36:59.182285742Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.182309203Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.182543598Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"447b00f4-6bd2-44d2-88b4-6b7c453d57a6\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 22:36:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:36:59.182569738Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:36:59.183808065Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:36:59.184236475Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.184512471Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"0","iteration":30,"elapsed":"107.090142ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.189374727Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":30,"elapsed":"111.751443ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.191020522Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":30,"elapsed":"113.648904ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:36:59.195133462Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.195154832Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"MgsClient","rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.195421378Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"MgsClient","rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6bad48c-9001-4df5-a904-2899627beacc\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 22:36:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:36:59.195445429Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.196225026Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.196601984Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:36:59.197196257Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:36:59.209514905Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:36:59.209540536Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.209551466Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":30,"elapsed":"132.026104ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.221493446Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.221856764Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.230533503Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":30,"elapsed":"152.982691ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.267058138Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"physical_disks_added\":0}","iteration":32,"elapsed":"189.556007ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.331196594Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.331525471Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 5bac6764-2ffe-4c3b-b0d2-26cc2513e390","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:36:59.354071172Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.354083843Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"SledAgent":"5bac6764-2ffe-4c3b-b0d2-26cc2513e390","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.354485062Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"SledAgent":"5bac6764-2ffe-4c3b-b0d2-26cc2513e390","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cef978f3-f595-4912-8890-241de1b9bc95\", \"content-length\": \"372\", \"date\": \"Thu, 19 Dec 2024 22:36:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.354528462Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.354945312Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.355982434Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.357787803Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.357803224Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.357960197Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.359282426Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.360950352Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.360959652Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.361104686Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.394604295Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.3948449Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"62abac0f-f9ec-41ac-b15b-6d23bf1c92b9\", \"content-length\": \"2\", \"date\": \"Thu, 19 Dec 2024 22:36:59 GMT\"} })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:36:59.395342081Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.395355491Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"SledAgent":"5bac6764-2ffe-4c3b-b0d2-26cc2513e390","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.396407244Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.396613149Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.3989979Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"null","iteration":30,"elapsed":"321.647313ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.408214481Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{}","iteration":30,"elapsed":"330.575918ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.445630246Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"SledAgent":"5bac6764-2ffe-4c3b-b0d2-26cc2513e390","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.454228713Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"SledAgent":"5bac6764-2ffe-4c3b-b0d2-26cc2513e390","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"8856564f-d4ce-44d8-894c-4310ed431265\", \"date\": \"Thu, 19 Dec 2024 22:36:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.454252824Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.454437658Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.454481239Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"SledAgent":"5bac6764-2ffe-4c3b-b0d2-26cc2513e390","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"73c3d869-651e-4905-ba41-eb421393af22\", \"content-length\": \"691\", \"date\": \"Thu, 19 Dec 2024 22:36:59 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:36:59.454499869Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:36:59.454513949Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:36:59.45452658Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.455892249Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{}","iteration":30,"elapsed":"379.599975ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.456260247Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.456517923Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.459746303Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.459976018Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 5bac6764-2ffe-4c3b-b0d2-26cc2513e390 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:36:59.463305621Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.463330461Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"SledAgent":"5bac6764-2ffe-4c3b-b0d2-26cc2513e390","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.463810382Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"SledAgent":"5bac6764-2ffe-4c3b-b0d2-26cc2513e390","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"12a7dcb9-f070-45c7-907d-3e4958118b19\", \"date\": \"Thu, 19 Dec 2024 22:36:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.464232341Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.464613209Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.465754164Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{}","iteration":30,"elapsed":"388.168052ms"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:36:59.466355777Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 707daa3c-91bd-4474-89d3-77f41ec12427, rack_id: 42682bc4-ecef-47c9-930b-2319fc1c8161, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(7dd7b47f-a79d-4627-8179-ac20b18c42a5) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.466367317Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.466530161Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.47656918Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DpdClient","rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.476865156Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DpdClient","rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2079dd81-2fd3-4bf5-a251-a1098c9f0bba\", \"content-length\": \"134\", \"date\": \"Thu, 19 Dec 2024 22:36:59 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:36:59.476887076Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:36:59.476896857Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"7dd7b47f-a79d-4627-8179-ac20b18c42a5","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:36:59.477159382Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:36:59.477170313Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:36:59.477177273Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:36:59.477185093Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:36:59.477192283Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:36:59.477199543Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:36:59.477350906Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:36:59.477359627Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:36:59.47751775Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.47752616Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.477754895Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.479116845Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DpdClient","rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.479257998Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DpdClient","rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f5b7c6d-8bd8-456a-8a44-89ea9d5aa8ad\", \"content-length\": \"2\", \"date\": \"Thu, 19 Dec 2024 22:36:58 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.479268078Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DpdClient","rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.479385581Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"component":"DpdClient","rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f031eda-f561-4120-8fef-798cd1f48440\", \"content-length\": \"52\", \"date\": \"Thu, 19 Dec 2024 22:36:59 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:36:59.479400481Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.479409101Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.568358208Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"1a0f500a-f816-428c-84ee-14cc66d868de\", \"date\": \"Thu, 19 Dec 2024 22:36:59 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:36:59.568382459Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.568393119Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.568574843Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"rack_id":"42682bc4-ecef-47c9-930b-2319fc1c8161","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"66830daf-d793-499c-b96a-5efec8483e41\", \"content-length\": \"682\", \"date\": \"Thu, 19 Dec 2024 22:36:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.568609633Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.568877819Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.571537047Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.571808613Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.575305849Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.575479733Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.5776312Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.577855745Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:36:59.584170022Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{}","iteration":30,"elapsed":"507.913849ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T22:37:02.651149177Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"uri":"/69371172-f491-4933-a2ef-079d832e8ea5","method":"GET","req_id":"e87e14a2-61e7-4cd7-9b70-e03ad8749df1","remote_addr":"[fd00:1122:3344:101::d]:64316","local_addr":"[fd00:1122:3344:101::c]:38381","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"69371172-f491-4933-a2ef-079d832e8ea5","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":383,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:37:09.077303197Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":89,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:37:09.077360148Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:37:09.077371478Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","iteration":89,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:37:09.077379629Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:37:09.077697636Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:37:09.077788618Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:37:09.079900204Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:37:09.080826234Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:37:09.081247723Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:37:09.083496852Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:37:09.083516642Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:37:09.083668216Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:37:09.085649129Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:37:09.085819913Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:37:09.087809796Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:37:09.089998384Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306, lookup_type: ById(6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:37:09.090019044Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:37:09.090136367Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:37:09.099211364Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"original_time_created":"2024-12-19 22:22:23.867283 UTC","original_target_id":"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","time_created":"2024-12-19 22:22:23.867283 UTC","target_id":"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:37:09.099229194Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6c5deaf5-769b-4d3c-a5d5-45f9b3dfe306\",\"time_created\":\"2024-12-19T22:22:23.867283Z\"}","iteration":89,"elapsed":"21.942887ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T22:37:09.109519018Z","hostname":"oxz_nexus_69371172-f491-4933-a2ef-079d832e8ea5","pid":23041,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69371172-f491-4933-a2ef-079d832e8ea5","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":89,"elapsed":"32.192921ms"}