{"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:00:00.632263954Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"uri":"/da73a142-bb8b-46e7-9b17-ceac40c41577","method":"GET","req_id":"1fd9a85f-7c5b-470e-a143-1aa2f5d1901c","remote_addr":"[fd00:1122:3344:101::d]:33895","local_addr":"[fd00:1122:3344:101::b]:49758","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":261,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:08.193407099Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":32,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:08.193455699Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":32,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:08.19346406Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:08.1934706Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:08.193729244Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:08.193739485Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:08.195804321Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:08.195966344Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:08.195984384Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:08.19856377Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:08.19857829Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:08.198710423Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:08.200334191Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:08.200499804Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:08.202400078Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:08.204843542Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 76e5932f-8d07-44e4-9a57-068f75ced7ea, lookup_type: ById(76e5932f-8d07-44e4-9a57-068f75ced7ea) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:08.204854642Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:08.204987204Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:08.216298815Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"original_time_created":"2024-11-22 03:54:51.746592 UTC","original_target_id":"76e5932f-8d07-44e4-9a57-068f75ced7ea","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","time_created":"2024-11-22 03:54:51.746592 UTC","target_id":"76e5932f-8d07-44e4-9a57-068f75ced7ea"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:08.216320005Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"76e5932f-8d07-44e4-9a57-068f75ced7ea\",\"time_created\":\"2024-11-22T03:54:51.746592Z\"}","iteration":32,"elapsed":"22.925077ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:08.225543199Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":32,"elapsed":"32.134351ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:00:10.632472418Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"uri":"/da73a142-bb8b-46e7-9b17-ceac40c41577","method":"GET","req_id":"ad598aa2-7d50-4210-9fed-d4cf253a87e2","remote_addr":"[fd00:1122:3344:101::d]:33895","local_addr":"[fd00:1122:3344:101::b]:49758","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":260,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:18.193604103Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":33,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:18.193656724Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":33,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:18.193666414Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:18.193673164Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:18.193970759Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:18.193994459Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:18.195548807Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:18.19572609Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:18.1957343Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:18.197273008Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":33,"elapsed":"3.657505ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:18.198210834Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:18.198219965Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:18.198353047Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:18.200292991Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:18.200449034Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:18.201796688Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:18.204128319Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 76e5932f-8d07-44e4-9a57-068f75ced7ea, lookup_type: ById(76e5932f-8d07-44e4-9a57-068f75ced7ea) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:18.20413981Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:18.204266832Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:18.212247833Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"original_time_created":"2024-11-22 03:54:51.746592 UTC","original_target_id":"76e5932f-8d07-44e4-9a57-068f75ced7ea","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","time_created":"2024-11-22 03:54:51.746592 UTC","target_id":"76e5932f-8d07-44e4-9a57-068f75ced7ea"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:18.212271784Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"76e5932f-8d07-44e4-9a57-068f75ced7ea\",\"time_created\":\"2024-11-22T03:54:51.746592Z\"}","iteration":33,"elapsed":"18.673502ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:00:20.63313884Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"uri":"/da73a142-bb8b-46e7-9b17-ceac40c41577","method":"GET","req_id":"3416af02-e93f-4f65-a6a8-833387252cf4","remote_addr":"[fd00:1122:3344:101::d]:33895","local_addr":"[fd00:1122:3344:101::b]:49758","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":420,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:00:25.62584647Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::d]:47708"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:25.625984343Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/619dee3a-9d47-45ec-a665-d347c721dbd7/producers?sort_by=id_ascending","method":"GET","req_id":"352561e6-07e6-4183-804d-6bdc189d3df2","remote_addr":"[fd00:1122:3344:101::d]:47708","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:25.626457791Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/619dee3a-9d47-45ec-a665-d347c721dbd7/producers?sort_by=id_ascending","method":"GET","req_id":"352561e6-07e6-4183-804d-6bdc189d3df2","remote_addr":"[fd00:1122:3344:101::d]:47708","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:00:25.629300902Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"uri":"/metrics/collectors/619dee3a-9d47-45ec-a665-d347c721dbd7/producers?sort_by=id_ascending","method":"GET","req_id":"352561e6-07e6-4183-804d-6bdc189d3df2","remote_addr":"[fd00:1122:3344:101::d]:47708","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3385,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:25.629503445Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/619dee3a-9d47-45ec-a665-d347c721dbd7/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmY2QwNGMwZi0xNDcxLTQ0MDMtYjhkOS1mZTI4MWY4Mjk0NjUifX0%3D","method":"GET","req_id":"2422d46e-1419-4586-8614-1678631950fd","remote_addr":"[fd00:1122:3344:101::d]:47708","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:25.62975855Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/619dee3a-9d47-45ec-a665-d347c721dbd7/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmY2QwNGMwZi0xNDcxLTQ0MDMtYjhkOS1mZTI4MWY4Mjk0NjUifX0%3D","method":"GET","req_id":"2422d46e-1419-4586-8614-1678631950fd","remote_addr":"[fd00:1122:3344:101::d]:47708","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:00:25.631656513Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"uri":"/metrics/collectors/619dee3a-9d47-45ec-a665-d347c721dbd7/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmY2QwNGMwZi0xNDcxLTQ0MDMtYjhkOS1mZTI4MWY4Mjk0NjUifX0%3D","method":"GET","req_id":"2422d46e-1419-4586-8614-1678631950fd","remote_addr":"[fd00:1122:3344:101::d]:47708","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2190,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.193633863Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.193691154Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.193702634Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":34,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.193710844Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.193718624Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.193725794Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.193733055Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":12,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:00:28.193741795Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.193750615Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.193758155Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.193765525Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.193773285Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.193781955Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.193790356Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.193797686Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.193805516Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.193813436Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.193820126Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":12,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.193828496Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.193835696Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.193843297Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.193851257Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.193859127Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.193866537Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.193873657Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.193881857Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.193889197Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.193897888Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.193905898Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.193913428Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.193921298Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.193929478Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.193937868Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.193945538Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":34,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.193953518Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.194106951Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.194185543Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.194237443Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.194246524Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.194253174Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.194261104Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.194269364Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.194276144Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.194305355Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.194315935Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.194324695Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.194335565Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.194343636Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.194351306Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.194359346Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.194384066Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.196489974Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":12,"elapsed":"2.869191ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.197207416Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":12,"elapsed":"3.388ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.197621574Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.198185074Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.198497719Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.201108025Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.201124696Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.201245348Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.201255838Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.201300609Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.20136862Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.201381Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.201419021Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.201535773Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.203467257Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.2035842Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.205050366Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DnsResolver","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fcd04c0f-1471-4403-b8d9-fe281f829465.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fcd04c0f-1471-4403-b8d9-fe281f829465.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1257, tv_nsec: 556536428 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:00:28.205421472Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1103"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.20586976Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DnsResolver","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fcd04c0f-1471-4403-b8d9-fe281f829465.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fcd04c0f-1471-4403-b8d9-fe281f829465.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1257, tv_nsec: 557362472 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.206039463Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.206049133Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.206080734Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.206091444Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:00:28.206133735Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.206234316Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.206252417Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.208075179Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.208261792Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.208376225Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.210078335Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.210472552Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DnsResolver","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fcd04c0f-1471-4403-b8d9-fe281f829465.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fcd04c0f-1471-4403-b8d9-fe281f829465.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1257, tv_nsec: 561968604 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:00:28.210740467Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.211569401Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.211858296Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.212259453Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.212278544Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.212456737Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.212524538Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.212535418Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.212691801Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.212860054Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.213006997Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.21490553Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.215138654Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.215163125Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.215496121Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.217272252Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.221130061Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 76e5932f-8d07-44e4-9a57-068f75ced7ea, lookup_type: ById(76e5932f-8d07-44e4-9a57-068f75ced7ea) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.221151921Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.221371205Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.226299692Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.226547117Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:00:28.227494534Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.227516084Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.227523904Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.227686727Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.229785374Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":12,"elapsed":"35.994269ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.2346037Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"original_time_created":"2024-11-22 03:54:51.746592 UTC","original_target_id":"76e5932f-8d07-44e4-9a57-068f75ced7ea","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","time_created":"2024-11-22 03:54:51.746592 UTC","target_id":"76e5932f-8d07-44e4-9a57-068f75ced7ea"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.23463124Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"76e5932f-8d07-44e4-9a57-068f75ced7ea\",\"time_created\":\"2024-11-22T03:54:51.746592Z\"}","iteration":34,"elapsed":"40.760803ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.235025087Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.235266752Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.236652156Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":12,"elapsed":"42.8441ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.236935261Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.237244517Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.239407595Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.239630929Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.241178036Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.243108931Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":12,"elapsed":"49.361596ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.243187642Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.243460297Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.243764133Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Sled { parent: Fleet, key: fcd04c0f-1471-4403-b8d9-fe281f829465, lookup_type: ById(fcd04c0f-1471-4403-b8d9-fe281f829465) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.243779853Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.243934236Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.246347688Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":12,"elapsed":"51.543354ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.248044968Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"0","iteration":12,"elapsed":"54.385095ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:00:28.248824782Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.248843763Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":12,"elapsed":"55.109708ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.250849908Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.252729312Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.252745862Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.252882634Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.256507048Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":34,"elapsed":"62.860815ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:00:28.264237656Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.264267156Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.264276377Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.264595792Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:00:28.291490769Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.29153585Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.291834835Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"269e1640-053d-4e7c-9270-3ce10f454a09\", \"content-length\": \"26\", \"date\": \"Fri, 22 Nov 2024 04:00:28 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:00:28.291852546Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:00:28.292067019Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.29207692Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.292298554Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a6aa8d85-1a81-4b90-af7e-743fdace54ad\", \"content-length\": \"26\", \"date\": \"Fri, 22 Nov 2024 04:00:28 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:00:28.292319774Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:00:28.29434414Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:00:28.294371071Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.294385311Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":12,"elapsed":"100.602915ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:00:28.294399311Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:00:28.294662786Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:00:28.300642292Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.300665362Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"MgsClient","rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.300889176Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"MgsClient","rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19f13cfe-2c61-42cb-b663-8466264b91e4\", \"content-length\": \"26\", \"date\": \"Fri, 22 Nov 2024 04:00:28 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:00:28.300902776Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:00:28.302298431Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.309689172Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.310018168Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.317129164Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.317305237Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.31911151Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.320996883Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.321011223Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.321177346Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.349462788Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.350069419Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"physical_disks_added\":0}","iteration":13,"elapsed":"156.292463ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.35126958Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.35128076Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.351423903Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled fcd04c0f-1471-4403-b8d9-fe281f829465","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:00:28.396086525Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.396110196Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"SledAgent":"fcd04c0f-1471-4403-b8d9-fe281f829465","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.396587634Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"SledAgent":"fcd04c0f-1471-4403-b8d9-fe281f829465","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"577cfa95-61fa-4038-9cc2-12c76102956a\", \"content-length\": \"372\", \"date\": \"Fri, 22 Nov 2024 04:00:28 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.396604165Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.396821238Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.411088542Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.411367056Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5401b538-7352-4199-9f27-8bb333417372\", \"content-length\": \"1\", \"date\": \"Fri, 22 Nov 2024 04:00:27 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.412328813Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.412548488Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.413774619Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"null","iteration":12,"elapsed":"219.938733ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.417008017Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{}","iteration":12,"elapsed":"223.15746ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:00:28.436111055Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.436136306Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"SledAgent":"fcd04c0f-1471-4403-b8d9-fe281f829465","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.43634369Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"SledAgent":"fcd04c0f-1471-4403-b8d9-fe281f829465","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"c2f9da81-962e-4361-a748-db7c16ad452f\", \"date\": \"Fri, 22 Nov 2024 04:00:28 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.4363575Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.436539943Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.438829784Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.438994217Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.444418123Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"SledAgent":"fcd04c0f-1471-4403-b8d9-fe281f829465","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.444848521Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"SledAgent":"fcd04c0f-1471-4403-b8d9-fe281f829465","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77acac10-6883-4ed1-82f3-099ba40798c8\", \"content-length\": \"691\", \"date\": \"Fri, 22 Nov 2024 04:00:28 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:00:28.444872011Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:00:28.444882901Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:00:28.444890871Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.44650854Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{}","iteration":12,"elapsed":"252.788826ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.448340243Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.44876562Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled fcd04c0f-1471-4403-b8d9-fe281f829465 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:00:28.451933476Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.451964127Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"SledAgent":"fcd04c0f-1471-4403-b8d9-fe281f829465","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.452372114Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"SledAgent":"fcd04c0f-1471-4403-b8d9-fe281f829465","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"c6e59e2d-d3f9-4cca-b5a1-997405002a08\", \"date\": \"Fri, 22 Nov 2024 04:00:28 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.45384168Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{}","iteration":12,"elapsed":"260.147656ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.51298411Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.513358916Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:00:28.515476494Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 8c982de3-ef49-408d-998d-5a67e7ddcdb0, rack_id: cccdefe3-2bc4-4184-8dc4-7e505090a7b9, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(cc6379ce-237d-4ede-bb03-e926aaff79eb) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.515513175Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.51581341Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.526671153Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DpdClient","rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.52708012Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DpdClient","rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"43f44bf5-c101-4016-a78f-a1feb578dd46\", \"content-length\": \"134\", \"date\": \"Fri, 22 Nov 2024 04:00:27 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:00:28.52710555Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:00:28.52711763Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"cc6379ce-237d-4ede-bb03-e926aaff79eb","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:00:28.527425996Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:00:28.527439756Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:00:28.527447326Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:00:28.527455676Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:00:28.527464577Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:00:28.527472057Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:00:28.52766789Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:00:28.5276809Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:00:28.527865074Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.527875364Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.528177319Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.530277997Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DpdClient","rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.530391539Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DpdClient","rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c6928bc9-8555-4811-8296-a947d05dcb73\", \"content-length\": \"2\", \"date\": \"Fri, 22 Nov 2024 04:00:27 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.530407049Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DpdClient","rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.53049068Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DpdClient","rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e21a398-3f50-4901-829b-bcd2a5c2048d\", \"content-length\": \"52\", \"date\": \"Fri, 22 Nov 2024 04:00:27 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:00:28.53050511Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.530515761Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.630465064Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"28a74f21-5445-40b6-b805-61cb825aca5e\", \"date\": \"Fri, 22 Nov 2024 04:00:28 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:00:28.630516505Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.630527396Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.63079899Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd7d53da-a119-4087-af9e-d515e13f7bb7\", \"content-length\": \"682\", \"date\": \"Fri, 22 Nov 2024 04:00:28 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.630848771Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.631266578Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.635505814Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.635881451Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.639853711Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.640168567Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.642695571Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.642988146Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:28.649866149Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{}","iteration":12,"elapsed":"456.163294ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:00:30.632414937Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"uri":"/da73a142-bb8b-46e7-9b17-ceac40c41577","method":"GET","req_id":"5c43ac6d-519a-4224-9bc7-b338d2ec7612","remote_addr":"[fd00:1122:3344:101::d]:33895","local_addr":"[fd00:1122:3344:101::b]:49758","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":318,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:38.193584532Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":35,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:38.193652783Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:38.193667024Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":35,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:38.193678384Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:38.193975639Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:38.194092131Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:38.196110157Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:38.196120387Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:38.196384832Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:38.198145373Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":35,"elapsed":"4.554501ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:38.198626461Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:38.198642492Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:38.198775034Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:38.200695368Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:38.200882381Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:38.202294667Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:38.204856002Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 76e5932f-8d07-44e4-9a57-068f75ced7ea, lookup_type: ById(76e5932f-8d07-44e4-9a57-068f75ced7ea) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:38.204874102Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:38.205010175Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:38.213533636Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"original_time_created":"2024-11-22 03:54:51.746592 UTC","original_target_id":"76e5932f-8d07-44e4-9a57-068f75ced7ea","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","time_created":"2024-11-22 03:54:51.746592 UTC","target_id":"76e5932f-8d07-44e4-9a57-068f75ced7ea"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:38.213553266Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"76e5932f-8d07-44e4-9a57-068f75ced7ea\",\"time_created\":\"2024-11-22T03:54:51.746592Z\"}","iteration":35,"elapsed":"19.992145ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:00:40.632251504Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"uri":"/da73a142-bb8b-46e7-9b17-ceac40c41577","method":"GET","req_id":"190c2280-2f6a-4edb-b1c8-fb28fb8d9af5","remote_addr":"[fd00:1122:3344:101::d]:33895","local_addr":"[fd00:1122:3344:101::b]:49758","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":316,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:48.193614643Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":36,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:48.193673244Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":36,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:48.193685814Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:48.193695044Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:48.194152472Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:48.194168833Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:48.195970834Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:48.196146237Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:48.196967512Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:48.19966694Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:48.19968115Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:48.199848643Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:48.201891599Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:48.202121243Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:48.204008277Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:48.20643564Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 76e5932f-8d07-44e4-9a57-068f75ced7ea, lookup_type: ById(76e5932f-8d07-44e4-9a57-068f75ced7ea) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:48.20644745Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:48.206585953Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:48.219025083Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"original_time_created":"2024-11-22 03:54:51.746592 UTC","original_target_id":"76e5932f-8d07-44e4-9a57-068f75ced7ea","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","time_created":"2024-11-22 03:54:51.746592 UTC","target_id":"76e5932f-8d07-44e4-9a57-068f75ced7ea"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:48.219040524Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"76e5932f-8d07-44e4-9a57-068f75ced7ea\",\"time_created\":\"2024-11-22T03:54:51.746592Z\"}","iteration":36,"elapsed":"25.458302ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:48.226774301Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":36,"elapsed":"33.165059ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:00:50.63317596Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"uri":"/da73a142-bb8b-46e7-9b17-ceac40c41577","method":"GET","req_id":"09b8fdd9-c776-46b0-979c-ae3b9fe754b6","remote_addr":"[fd00:1122:3344:101::d]:33895","local_addr":"[fd00:1122:3344:101::b]:49758","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":426,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:55.625789179Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/619dee3a-9d47-45ec-a665-d347c721dbd7/producers?sort_by=id_ascending","method":"GET","req_id":"bb1dd43f-6b57-421b-9065-512412177432","remote_addr":"[fd00:1122:3344:101::d]:47708","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:55.626079594Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/619dee3a-9d47-45ec-a665-d347c721dbd7/producers?sort_by=id_ascending","method":"GET","req_id":"bb1dd43f-6b57-421b-9065-512412177432","remote_addr":"[fd00:1122:3344:101::d]:47708","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:00:55.628041059Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"uri":"/metrics/collectors/619dee3a-9d47-45ec-a665-d347c721dbd7/producers?sort_by=id_ascending","method":"GET","req_id":"bb1dd43f-6b57-421b-9065-512412177432","remote_addr":"[fd00:1122:3344:101::d]:47708","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2325,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:55.628333894Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/619dee3a-9d47-45ec-a665-d347c721dbd7/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmY2QwNGMwZi0xNDcxLTQ0MDMtYjhkOS1mZTI4MWY4Mjk0NjUifX0%3D","method":"GET","req_id":"d6b4e9bf-3161-4cc6-9062-b41f30a48026","remote_addr":"[fd00:1122:3344:101::d]:47708","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:55.628716691Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/619dee3a-9d47-45ec-a665-d347c721dbd7/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmY2QwNGMwZi0xNDcxLTQ0MDMtYjhkOS1mZTI4MWY4Mjk0NjUifX0%3D","method":"GET","req_id":"d6b4e9bf-3161-4cc6-9062-b41f30a48026","remote_addr":"[fd00:1122:3344:101::d]:47708","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:00:55.630819789Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"uri":"/metrics/collectors/619dee3a-9d47-45ec-a665-d347c721dbd7/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmY2QwNGMwZi0xNDcxLTQ0MDMtYjhkOS1mZTI4MWY4Mjk0NjUifX0%3D","method":"GET","req_id":"d6b4e9bf-3161-4cc6-9062-b41f30a48026","remote_addr":"[fd00:1122:3344:101::d]:47708","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2550,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.193847797Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.193905418Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":37,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.193917268Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.193926428Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.193934788Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.193943648Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":7,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.193953478Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.193961809Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.193969789Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.193978159Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":4,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.193987109Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.193995729Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.194003599Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.19401179Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.19402057Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.1940285Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.19403761Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.1940469Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.19405426Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.194062211Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.19407002Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.194083231Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.194096471Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.194109381Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":7,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:00:58.194122132Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.194134302Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.194146712Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.194158352Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":13,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.194170552Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.194181042Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.194192013Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.194203283Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.194216653Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.194229053Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.194242084Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.194254274Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.194265404Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.194276124Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":13,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:00:58.194288604Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.194301385Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.194313845Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.194325215Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.194338805Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-22T04:00:58.194350045Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"76e5932f-8d07-44e4-9a57-068f75ced7ea","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.194363766Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":13,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.194376406Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"enabled\":false,\"target_id\":\"76e5932f-8d07-44e4-9a57-068f75ced7ea\"}","iteration":8,"elapsed":"9.85µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.194390636Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.194402117Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.194414637Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.194427397Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.194440167Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.194453127Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.194465547Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.194477658Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.194490878Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.194504408Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.194516688Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.194528409Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":37,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.194540209Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.194552499Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":7,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:00:58.194565279Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-22 03:50:58.194241634 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.1945781Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.19458965Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.1946009Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.19461265Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.19462857Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.194643571Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.194654931Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.194669081Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.194684411Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.194697802Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.194712132Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.194727652Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.194741503Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.194753623Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.194767793Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.194781983Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.194795473Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.194808294Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.194823494Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.194837954Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.194845834Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.194853905Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.194861305Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.194869755Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.194877835Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DnsResolver","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"bf35fb21-6ab5-4f9e-9cf6-4e6162e8ce1b.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"da108ce4-fade-4cd8-8ba2-9af291527495.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"da108ce4-fade-4cd8-8ba2-9af291527495.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1287, tv_nsec: 546301226 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.194890375Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.194897925Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.194906305Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.194915555Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.194923776Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.194930306Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.194938546Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.194946886Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DnsResolver","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"0a6d4402-4330-4dac-a6fc-1163b7dedc8a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"6f3e43a0-44c3-470b-aeed-59e4d3e6b91a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"d2bf14c6-9ae0-4e6c-817f-248aabab435c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"d2bf14c6-9ae0-4e6c-817f-248aabab435c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:3::1))) }], valid_until: Instant { tv_sec: 1287, tv_nsec: 546398588 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.194957806Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.194966047Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.195126359Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.19515407Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.195256892Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.195268122Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":7,"elapsed":"1.196541ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.195342803Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.195425575Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.195435535Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\"]}","iteration":7,"elapsed":"1.263612ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.197000972Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.197216836Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.197295808Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.197513032Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.197725125Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.198066871Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":13,"elapsed":"4.241685ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.198461878Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":13,"elapsed":"4.279676ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.1985668Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.199906084Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.199928235Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.200071537Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.200501225Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.200743339Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","total":0,"count":0} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.200755559Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:00:58.200765299Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.200773339Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":7,"elapsed":"6.848931ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.2008139Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.200824411Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.200958843Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.202435659Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DnsResolver","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fcd04c0f-1471-4403-b8d9-fe281f829465.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fcd04c0f-1471-4403-b8d9-fe281f829465.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1287, tv_nsec: 553915501 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:00:58.202693804Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1103"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.203176172Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":7,"elapsed":"9.242104ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.203370096Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.203435247Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DnsResolver","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fcd04c0f-1471-4403-b8d9-fe281f829465.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fcd04c0f-1471-4403-b8d9-fe281f829465.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1287, tv_nsec: 554926349 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:00:58.203712832Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.204266221Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.204281512Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:00:58.204366033Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.204385504Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.204393014Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.204618348Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.20644588Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.206466351Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.206473471Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.206480381Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.206616603Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.206627123Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.206667884Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.206676554Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.206897158Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.209164768Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:00:58.209480274Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-22 03:50:58.194241634 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.209496244Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"expiration\":\"2024-11-22T03:50:58.194241634Z\",\"pruned\":[]}","iteration":7,"elapsed":"15.24324ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.210560153Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.211047812Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.212108381Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.212129161Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.212392466Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.213333272Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.213353083Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.213505385Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.213647778Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.213659178Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.213811191Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.213821191Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.215523721Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.215536681Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.215667434Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.21659762Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.219838068Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.219861068Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.220047861Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.221168541Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.221718371Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.22446105Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.22448553Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.22449578Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.225966337Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.226612668Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.226859852Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.226877503Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.227557555Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.227581135Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.227592125Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.227601695Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.2278412Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.228079664Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.228325068Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:00:58.228835788Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.228856318Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.228863298Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.229099772Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.229779704Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.231979003Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.232207527Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.232262068Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.232968241Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DnsResolver","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fcd04c0f-1471-4403-b8d9-fe281f829465.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fcd04c0f-1471-4403-b8d9-fe281f829465.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1287, tv_nsec: 584453353 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.233210255Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:00:58.233223125Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.23349429Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.234363206Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.234378146Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.234529518Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.235901793Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.236658846Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.237361019Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.239709141Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.239736831Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.239981025Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:00:58.240100307Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.240121588Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":13,"elapsed":"45.977016ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.240508484Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.240522565Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.240760629Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.242310576Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.242331397Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.242341537Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.24248218Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.245033505Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 76e5932f-8d07-44e4-9a57-068f75ced7ea, lookup_type: ById(76e5932f-8d07-44e4-9a57-068f75ced7ea) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.245064165Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.245196138Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.245377631Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.245828369Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.248456416Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.24924598Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":13,"elapsed":"55.153518ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.249473604Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.252140791Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.252170651Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.252323864Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.252443876Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.252454347Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.25263559Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.254138777Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.254417031Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.254471562Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.254733527Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.254990161Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.25602616Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.256259574Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.256276534Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.256313495Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.256427437Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.257340713Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":37,"elapsed":"63.494187ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.265385976Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.265691622Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.267626186Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.267650446Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":13,"elapsed":"73.408223ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.26844635Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"original_time_created":"2024-11-22 03:54:51.746592 UTC","original_target_id":"76e5932f-8d07-44e4-9a57-068f75ced7ea","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","time_created":"2024-11-22 03:54:51.746592 UTC","target_id":"76e5932f-8d07-44e4-9a57-068f75ced7ea"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.268469961Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"76e5932f-8d07-44e4-9a57-068f75ced7ea\",\"time_created\":\"2024-11-22T03:54:51.746592Z\"}","iteration":37,"elapsed":"74.231418ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.269675892Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.269703223Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.269834665Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.271211939Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"nsuccess\":5}","iteration":4,"elapsed":"77.315502ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.271838951Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.272086825Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.273977389Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:00:58.273990209Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.273999129Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":7,"elapsed":"79.97454ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.276276379Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.276576104Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.276588585Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.276595045Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.276601515Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.276613685Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.276790578Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.286433199Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.286703874Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.289994483Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":13,"elapsed":"95.884141ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.290246597Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.290273008Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"4ce04a8f-a352-490b-94a2-239a377fc358"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.290285408Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.290525662Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:00:58.290643884Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:00:58.290660454Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.290672935Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":13,"elapsed":"96.623174ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.293277371Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.293559046Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:00:58.33157542Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.331603131Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.331901866Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2415cfdc-d85f-42a3-9c20-56e64fc8c221\", \"content-length\": \"26\", \"date\": \"Fri, 22 Nov 2024 04:00:58 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:00:58.331926157Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:00:58.333270661Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.340561Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"physical_disks_added\":0}","iteration":14,"elapsed":"146.690093ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.350816842Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:00:58.430284752Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.430314433Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"MgsClient","rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.430590517Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"MgsClient","rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a5a8a64-990b-4237-8612-3986c007920e\", \"content-length\": \"26\", \"date\": \"Fri, 22 Nov 2024 04:00:58 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:00:58.430617438Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:00:58.433775624Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.450892528Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.452772481Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"SledAgent":"fcd04c0f-1471-4403-b8d9-fe281f829465","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.453492954Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"SledAgent":"fcd04c0f-1471-4403-b8d9-fe281f829465","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee2116e9-e16c-4872-994c-3e571576e9ff\", \"content-length\": \"691\", \"date\": \"Fri, 22 Nov 2024 04:00:58 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:00:58.453524584Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:00:58.453538325Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:00:58.453549465Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.455065432Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{}","iteration":13,"elapsed":"260.90888ms"} {"msg":"VPC route manager sled fcd04c0f-1471-4403-b8d9-fe281f829465","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:00:58.500946556Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.501003127Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"SledAgent":"fcd04c0f-1471-4403-b8d9-fe281f829465","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.50172799Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"SledAgent":"fcd04c0f-1471-4403-b8d9-fe281f829465","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f79df60-207d-4550-b72a-9100a42643b8\", \"content-length\": \"372\", \"date\": \"Fri, 22 Nov 2024 04:00:58 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.501770811Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.502181218Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.503202546Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":13,"elapsed":"309.026474ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.508371318Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.509470667Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.509564909Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.514322583Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.514389024Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.514415655Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.51468302Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.51470154Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.516268118Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.517982538Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.518006449Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.518243763Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.519088108Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.519108748Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.519347203Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.521315478Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Sled { parent: Fleet, key: fcd04c0f-1471-4403-b8d9-fe281f829465, lookup_type: ById(fcd04c0f-1471-4403-b8d9-fe281f829465) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.521344848Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.521632193Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.521834807Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"4ce04a8f-a352-490b-94a2-239a377fc358"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.521854887Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.521866217Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"current_time_created":"2024-11-22 03:55:08.993234 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.521877337Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"generation\":2}","iteration":7,"elapsed":"327.97635ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.523620938Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"0","iteration":13,"elapsed":"329.561918ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.531678491Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.531844134Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.532065868Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"916dbc2b-c3ba-418c-82c5-1afeee028c56\", \"content-length\": \"1\", \"date\": \"Fri, 22 Nov 2024 04:00:57 GMT\"} })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.532244061Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"c5783bf6-f952-4230-9b21-d54bc3667980\", \"date\": \"Fri, 22 Nov 2024 04:00:58 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:00:58.532255492Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.535101922Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"260d71e6-f34a-4370-8ac8-89948869c47a\", \"date\": \"Fri, 22 Nov 2024 04:00:58 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:00:58.535112372Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.535515209Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.535888726Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:00:58.53724876Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.53727013Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":9,"elapsed":"343.236031ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:00:58.537898242Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.537922352Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.538214167Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"73a57576-54df-4c68-85bc-776d9fba6871\", \"content-length\": \"26\", \"date\": \"Fri, 22 Nov 2024 04:00:58 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:00:58.538239098Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.538397861Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"null","iteration":13,"elapsed":"344.403861ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:00:58.539832506Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.563629898Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-22T03:54:55.939927Z, time_modified: 2024-11-22T03:54:55.939927Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: f0a97a2b-64c8-4e4c-8eb7-11a4e1b5b208, db_silo: Silo { identity: SiloIdentity { id: f0a97a2b-64c8-4e4c-8eb7-11a4e1b5b208, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-22T03:55:08.938187Z, time_modified: 2024-11-22T03:55:08.938187Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"98a9718ede1d4c4d701e8693c2f523af9b1e57362a46563d3b2ef1eb0854b05e\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: f0a97a2b-64c8-4e4c-8eb7-11a4e1b5b208, db_silo: Silo { identity: SiloIdentity { id: f0a97a2b-64c8-4e4c-8eb7-11a4e1b5b208, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-22T03:55:08.938187Z, time_modified: 2024-11-22T03:55:08.938187Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"98a9718ede1d4c4d701e8693c2f523af9b1e57362a46563d3b2ef1eb0854b05e\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.563682399Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"f0a97a2b-64c8-4e4c-8eb7-11a4e1b5b208\",\"tls_certs\":[\"98a9718ede1d4c4d701e8693c2f523af9b1e57362a46563d3b2ef1eb0854b05e\"]}},\"default_endpoint\":{\"silo_id\":\"f0a97a2b-64c8-4e4c-8eb7-11a4e1b5b208\",\"tls_certs\":[\"98a9718ede1d4c4d701e8693c2f523af9b1e57362a46563d3b2ef1eb0854b05e\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":7,"elapsed":"369.422795ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.565016353Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.565045333Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"6f2d86f2-6de6-4684-83fe-c32622f287de"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.565056714Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.565337628Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.566684383Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:00:58.566781034Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.566807835Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"SledAgent":"fcd04c0f-1471-4403-b8d9-fe281f829465","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.56707753Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"SledAgent":"fcd04c0f-1471-4403-b8d9-fe281f829465","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"7cc4faa6-ba8a-46d7-89f0-9c7f2a32e9c6\", \"date\": \"Fri, 22 Nov 2024 04:00:58 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.56710111Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.567421065Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.569460052Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.569481252Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.569524553Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.569625365Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.569763287Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.571779344Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"6f2d86f2-6de6-4684-83fe-c32622f287de"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.571804751Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.571814004Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"current_time_created":"2024-11-22 03:55:08.212168 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.571821748Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"generation\":1}","iteration":7,"elapsed":"377.886335ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.572968344Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.573207658Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled fcd04c0f-1471-4403-b8d9-fe281f829465 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:00:58.576431465Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.576460596Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"SledAgent":"fcd04c0f-1471-4403-b8d9-fe281f829465","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.576899224Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"SledAgent":"fcd04c0f-1471-4403-b8d9-fe281f829465","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"b4407b54-ff07-46ba-be07-3f57ec8097c3\", \"date\": \"Fri, 22 Nov 2024 04:00:58 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.578620744Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{}","iteration":13,"elapsed":"384.497253ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-22T04:00:58.615641921Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.615666752Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":7,"elapsed":"421.390117ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.633741382Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{}","iteration":13,"elapsed":"439.787204ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.667451491Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.836267335Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.836747704Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"e95ae17d-ae88-488e-99bb-cdf8b1604ab0\", \"date\": \"Fri, 22 Nov 2024 04:00:58 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:00:58.836764314Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.83823542Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"15e7e40a-7a21-4f79-befd-35282889d0ad\", \"date\": \"Fri, 22 Nov 2024 04:00:58 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:00:58.838247241Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.840061993Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"f2c2a951-f37f-4945-b255-210609bca436\", \"date\": \"Fri, 22 Nov 2024 04:00:58 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:00:58.840082843Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:00:58.845632481Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.845663392Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":9,"elapsed":"651.686953ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.863697232Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.864065099Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:00:58.866227787Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 8c982de3-ef49-408d-998d-5a67e7ddcdb0, rack_id: cccdefe3-2bc4-4184-8dc4-7e505090a7b9, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(cc6379ce-237d-4ede-bb03-e926aaff79eb) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.866251307Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.866456831Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.877833123Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DpdClient","rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.878178169Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DpdClient","rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f5512c59-3b11-4e8e-aef6-d1ec24445aa9\", \"content-length\": \"134\", \"date\": \"Fri, 22 Nov 2024 04:00:57 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:00:58.87821823Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:00:58.87823382Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"cc6379ce-237d-4ede-bb03-e926aaff79eb","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:00:58.878544025Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:00:58.878555536Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:00:58.878562386Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:00:58.878569196Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:00:58.878576016Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:00:58.878582386Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:00:58.8787648Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:00:58.87878096Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:00:58.879005764Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.879020204Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.879322929Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.881430457Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DpdClient","rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.8816401Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DpdClient","rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"686ca1df-487d-4699-9d60-9e0f5c424140\", \"content-length\": \"2\", \"date\": \"Fri, 22 Nov 2024 04:00:57 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.881667371Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DpdClient","rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.881757413Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DpdClient","rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b1865a48-a09c-4ad8-bdb9-d6f1b6b8e851\", \"content-length\": \"52\", \"date\": \"Fri, 22 Nov 2024 04:00:57 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:00:58.881777313Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.881790563Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.939980016Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"producer-registration-task","component":"nexus-producer-server","name":"da73a142-bb8b-46e7-9b17-ceac40c41577"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.940009816Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"producer-registration-task","component":"nexus-producer-server","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","addr":"[fd00:1122:3344:101::b]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.970991976Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"producer-registration-task","component":"nexus-producer-server","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:00:58.971133928Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:50514"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.9712372Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"4f0e5bd2-2c35-493c-94ec-8fa0f94732ab","remote_addr":"[fd00:1122:3344:101::b]:50514","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.971568566Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"4f0e5bd2-2c35-493c-94ec-8fa0f94732ab","remote_addr":"[fd00:1122:3344:101::b]:50514","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.975205341Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"058557e0-04d0-4a7d-9acd-b749a4a2ba6f\", \"date\": \"Fri, 22 Nov 2024 04:00:58 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:00:58.975230471Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.975240012Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.975950154Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f9abcc0f-7efa-4218-8b05-63308adbe987\", \"content-length\": \"682\", \"date\": \"Fri, 22 Nov 2024 04:00:58 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.976003275Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.976422972Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.979508927Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.979739911Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.983211403Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.983541439Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.985459703Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.985687847Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:58.995127314Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{}","iteration":13,"elapsed":"800.914481ms"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:00:59.015368213Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/oximeter.rs:76","collector_id":"619dee3a-9d47-45ec-a665-d347c721dbd7","producer_id":"da73a142-bb8b-46e7-9b17-ceac40c41577"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:00:59.015399574Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"uri":"/metrics/producers","method":"POST","req_id":"4f0e5bd2-2c35-493c-94ec-8fa0f94732ab","remote_addr":"[fd00:1122:3344:101::b]:50514","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":44225,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:59.015513736Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"producer-registration-task","component":"nexus-producer-server","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f0e5bd2-2c35-493c-94ec-8fa0f94732ab\", \"content-length\": \"41\", \"date\": \"Fri, 22 Nov 2024 04:00:59 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:59.017118835Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"producer-registration-task","component":"nexus-producer-server","name":"da73a142-bb8b-46e7-9b17-ceac40c41577"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:00:59.017136585Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"producer-registration-task","component":"nexus-producer-server","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","wait_period":"150s","lease_duration":"600s"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:01:00.632076381Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"uri":"/da73a142-bb8b-46e7-9b17-ceac40c41577","method":"GET","req_id":"20987b4a-a9e9-479c-8e99-e5e5f9142954","remote_addr":"[fd00:1122:3344:101::d]:33895","local_addr":"[fd00:1122:3344:101::b]:49758","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":300,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:08.193273316Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":38,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:08.193326967Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":38,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:08.193337547Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:08.193346367Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:08.193665863Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:08.193682573Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:08.196142077Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:08.198748083Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:08.198765063Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:08.198924186Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:08.201059284Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:08.201263288Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:08.202767544Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:08.205225878Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 76e5932f-8d07-44e4-9a57-068f75ced7ea, lookup_type: ById(76e5932f-8d07-44e4-9a57-068f75ced7ea) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:08.205247268Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:08.205379431Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:08.217622098Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"original_time_created":"2024-11-22 03:54:51.746592 UTC","original_target_id":"76e5932f-8d07-44e4-9a57-068f75ced7ea","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","time_created":"2024-11-22 03:54:51.746592 UTC","target_id":"76e5932f-8d07-44e4-9a57-068f75ced7ea"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:08.217647349Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"76e5932f-8d07-44e4-9a57-068f75ced7ea\",\"time_created\":\"2024-11-22T03:54:51.746592Z\"}","iteration":38,"elapsed":"24.384153ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:08.221824943Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:08.222163518Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:08.253501065Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":38,"elapsed":"60.214198ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:01:10.632389976Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"uri":"/da73a142-bb8b-46e7-9b17-ceac40c41577","method":"GET","req_id":"ab44f556-5cc2-4edd-844c-272c5a24bbc4","remote_addr":"[fd00:1122:3344:101::d]:33895","local_addr":"[fd00:1122:3344:101::b]:49758","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":266,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:18.193559431Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":39,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:18.193617242Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:18.193628832Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":39,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:18.193639052Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:18.193900367Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:18.193980438Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:18.19574646Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:18.196212528Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:18.196556764Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:18.198295335Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:18.198318755Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:18.198441968Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:18.200467104Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:18.200714898Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:18.202484309Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:18.205003484Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 76e5932f-8d07-44e4-9a57-068f75ced7ea, lookup_type: ById(76e5932f-8d07-44e4-9a57-068f75ced7ea) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:18.205022494Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:18.205150456Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:18.217098759Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"original_time_created":"2024-11-22 03:54:51.746592 UTC","original_target_id":"76e5932f-8d07-44e4-9a57-068f75ced7ea","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","time_created":"2024-11-22 03:54:51.746592 UTC","target_id":"76e5932f-8d07-44e4-9a57-068f75ced7ea"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:18.217122849Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"76e5932f-8d07-44e4-9a57-068f75ced7ea\",\"time_created\":\"2024-11-22T03:54:51.746592Z\"}","iteration":39,"elapsed":"23.574569ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:18.22561857Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":39,"elapsed":"32.049648ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:01:20.633067888Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"uri":"/da73a142-bb8b-46e7-9b17-ceac40c41577","method":"GET","req_id":"835ddcc0-25df-45aa-a2d5-a00b77056468","remote_addr":"[fd00:1122:3344:101::d]:33895","local_addr":"[fd00:1122:3344:101::b]:49758","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":445,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:25.626633554Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/619dee3a-9d47-45ec-a665-d347c721dbd7/producers?sort_by=id_ascending","method":"GET","req_id":"024903d3-c8eb-4b0e-a2f3-f0ddabf879cb","remote_addr":"[fd00:1122:3344:101::d]:47708","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:25.62698807Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/619dee3a-9d47-45ec-a665-d347c721dbd7/producers?sort_by=id_ascending","method":"GET","req_id":"024903d3-c8eb-4b0e-a2f3-f0ddabf879cb","remote_addr":"[fd00:1122:3344:101::d]:47708","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:01:25.629872041Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"uri":"/metrics/collectors/619dee3a-9d47-45ec-a665-d347c721dbd7/producers?sort_by=id_ascending","method":"GET","req_id":"024903d3-c8eb-4b0e-a2f3-f0ddabf879cb","remote_addr":"[fd00:1122:3344:101::d]:47708","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3319,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:25.630164746Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/619dee3a-9d47-45ec-a665-d347c721dbd7/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmY2QwNGMwZi0xNDcxLTQ0MDMtYjhkOS1mZTI4MWY4Mjk0NjUifX0%3D","method":"GET","req_id":"05c00592-4aee-4091-aa6b-2cd0843e2fed","remote_addr":"[fd00:1122:3344:101::d]:47708","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:25.630518103Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/619dee3a-9d47-45ec-a665-d347c721dbd7/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmY2QwNGMwZi0xNDcxLTQ0MDMtYjhkOS1mZTI4MWY4Mjk0NjUifX0%3D","method":"GET","req_id":"05c00592-4aee-4091-aa6b-2cd0843e2fed","remote_addr":"[fd00:1122:3344:101::d]:47708","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:01:25.632807483Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"uri":"/metrics/collectors/619dee3a-9d47-45ec-a665-d347c721dbd7/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmY2QwNGMwZi0xNDcxLTQ0MDMtYjhkOS1mZTI4MWY4Mjk0NjUifX0%3D","method":"GET","req_id":"05c00592-4aee-4091-aa6b-2cd0843e2fed","remote_addr":"[fd00:1122:3344:101::d]:47708","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2705,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.193164224Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.193219835Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.193231225Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":40,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.193239695Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.193248435Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.193255765Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.193263145Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.193272296Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.193280006Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.193287656Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.193294696Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":40,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.193304806Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.193316306Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.193330497Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.193342747Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.193354737Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.193406408Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":14,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.193420288Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.193431879Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.193443419Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.193455649Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.193467889Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.193480949Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.19349313Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.19350404Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.19351474Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":14,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:01:28.1935276Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.193541181Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.193553721Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.193564201Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.193574811Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.193587291Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.193599811Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.193612202Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.193625102Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.193653312Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.193706573Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.193733294Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.193742234Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.193749044Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.193758154Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.193777985Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.193792535Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.193838986Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.193849466Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.193856176Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.193863416Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.193875236Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.193883387Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.193892337Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.193903677Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.195592797Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.195798101Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.197030323Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.197538641Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":14,"elapsed":"4.145693ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.197556632Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DnsResolver","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fcd04c0f-1471-4403-b8d9-fe281f829465.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fcd04c0f-1471-4403-b8d9-fe281f829465.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1317, tv_nsec: 548989484 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.197719535Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:01:28.197880027Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.199107959Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:01:28.199310963Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.199319573Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.199325643Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.199616738Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.200458373Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.200468624Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.200502424Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.200512664Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.200662527Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.200703317Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.201538983Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.201549453Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.201687115Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.202481039Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.202927067Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.204504355Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DnsResolver","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fcd04c0f-1471-4403-b8d9-fe281f829465.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fcd04c0f-1471-4403-b8d9-fe281f829465.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1317, tv_nsec: 555950328 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:01:28.204737079Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.204821481Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.204833011Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.205065705Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.205225558Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.205250948Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.20536518Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.206500331Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.20703176Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":40,"elapsed":"13.863956ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:01:28.208569957Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.208594678Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.208603508Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.208677389Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.20872548Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.208953024Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.209023105Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.209032975Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.209609906Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.209620606Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.209776629Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.211122922Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.211786854Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.212323384Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DnsResolver","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fcd04c0f-1471-4403-b8d9-fe281f829465.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fcd04c0f-1471-4403-b8d9-fe281f829465.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1317, tv_nsec: 563770866 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:01:28.212627239Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.213030466Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.213341712Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.213424703Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.213436423Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.213614267Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.215379588Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.215396868Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.215633293Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.22733752Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":14,"elapsed":"34.179357ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.232513382Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.232870048Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.234613499Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.234915345Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.236664026Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.23687907Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.23689202Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":14,"elapsed":"43.550933ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.242429818Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.242630481Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.245001484Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.245244088Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:01:28.246180224Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:01:28.246192435Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.246201475Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":14,"elapsed":"52.924149ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.246538551Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.249346561Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Sled { parent: Fleet, key: fcd04c0f-1471-4403-b8d9-fe281f829465, lookup_type: ById(fcd04c0f-1471-4403-b8d9-fe281f829465) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.249367871Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.249400352Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.249571675Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.250627223Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.250961739Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.251617751Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"0","iteration":14,"elapsed":"58.157552ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.252780132Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 76e5932f-8d07-44e4-9a57-068f75ced7ea, lookup_type: ById(76e5932f-8d07-44e4-9a57-068f75ced7ea) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.252806982Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.252934544Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:01:28.259941699Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.259970659Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":14,"elapsed":"66.660463ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.267817628Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"original_time_created":"2024-11-22 03:54:51.746592 UTC","original_target_id":"76e5932f-8d07-44e4-9a57-068f75ced7ea","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","time_created":"2024-11-22 03:54:51.746592 UTC","target_id":"76e5932f-8d07-44e4-9a57-068f75ced7ea"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.267842199Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"76e5932f-8d07-44e4-9a57-068f75ced7ea\",\"time_created\":\"2024-11-22T03:54:51.746592Z\"}","iteration":40,"elapsed":"74.601844ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.271123167Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.271421463Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.275486895Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":14,"elapsed":"82.217239ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.275636457Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":14,"elapsed":"82.25939ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:01:28.276845269Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.276857209Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.277251316Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d4fd6510-f8bb-4932-819f-4e23110cd789\", \"content-length\": \"26\", \"date\": \"Fri, 22 Nov 2024 04:01:28 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:01:28.277280227Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:01:28.278701302Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.298706657Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.299058553Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:01:28.301838402Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.301856232Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.302114167Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"884977c4-21f2-4238-8377-55c0da45c8c8\", \"content-length\": \"26\", \"date\": \"Fri, 22 Nov 2024 04:01:28 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:01:28.302141668Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.302766889Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":14,"elapsed":"109.512933ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:01:28.303652144Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:01:28.312795367Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.312818487Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"MgsClient","rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.313060231Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"MgsClient","rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b9bed83-ffae-4344-b512-f97a9930ecdb\", \"content-length\": \"26\", \"date\": \"Fri, 22 Nov 2024 04:01:28 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:01:28.313077392Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:01:28.314528367Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.321889298Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"physical_disks_added\":0}","iteration":15,"elapsed":"128.706314ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.384337106Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.384637581Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee087428-3d49-4e38-b5d2-09a514f45ec3\", \"content-length\": \"1\", \"date\": \"Fri, 22 Nov 2024 04:01:28 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.386480234Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.386753639Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled fcd04c0f-1471-4403-b8d9-fe281f829465","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:01:28.39414629Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.39416223Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"SledAgent":"fcd04c0f-1471-4403-b8d9-fe281f829465","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.394641019Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"SledAgent":"fcd04c0f-1471-4403-b8d9-fe281f829465","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d5236a6-55ec-43f1-9854-b3da86395de0\", \"content-length\": \"372\", \"date\": \"Fri, 22 Nov 2024 04:01:28 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.39467467Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.394990945Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.395876301Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.396626224Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"null","iteration":14,"elapsed":"203.404729ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.397744564Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.397760854Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.397923067Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.399383913Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.401237866Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.401247876Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.401399189Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.405283498Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{}","iteration":14,"elapsed":"212.074994ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:01:28.409127496Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.409156976Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"SledAgent":"fcd04c0f-1471-4403-b8d9-fe281f829465","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.40936141Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"SledAgent":"fcd04c0f-1471-4403-b8d9-fe281f829465","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"f2d4ebf1-e14d-4b40-9000-3e16ed4e5826\", \"date\": \"Fri, 22 Nov 2024 04:01:28 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.40937335Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.409607135Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.411161582Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.411333055Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.414514062Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.414763906Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled fcd04c0f-1471-4403-b8d9-fe281f829465 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:01:28.419699664Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.419773985Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"SledAgent":"fcd04c0f-1471-4403-b8d9-fe281f829465","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.420289334Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"SledAgent":"fcd04c0f-1471-4403-b8d9-fe281f829465","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"351ca9bc-a773-424a-a339-f2c793401af3\", \"date\": \"Fri, 22 Nov 2024 04:01:28 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.421344213Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{}","iteration":14,"elapsed":"227.993646ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.490398438Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.490812196Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:01:28.493766848Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 8c982de3-ef49-408d-998d-5a67e7ddcdb0, rack_id: cccdefe3-2bc4-4184-8dc4-7e505090a7b9, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(cc6379ce-237d-4ede-bb03-e926aaff79eb) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.493806089Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.494185085Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.518245872Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"SledAgent":"fcd04c0f-1471-4403-b8d9-fe281f829465","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.518780482Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"SledAgent":"fcd04c0f-1471-4403-b8d9-fe281f829465","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"84077d51-ae81-43bc-88f7-85045b2b1b76\", \"content-length\": \"691\", \"date\": \"Fri, 22 Nov 2024 04:01:28 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:01:28.518811112Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:01:28.518824533Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:01:28.518833823Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.520772097Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{}","iteration":14,"elapsed":"327.447601ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.527898574Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DpdClient","rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.52827408Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DpdClient","rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c0e00677-739f-4108-b72e-556592cd79c2\", \"content-length\": \"134\", \"date\": \"Fri, 22 Nov 2024 04:01:28 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:01:28.528297871Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:01:28.528309791Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"cc6379ce-237d-4ede-bb03-e926aaff79eb","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:01:28.528655837Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:01:28.528671777Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:01:28.528680748Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:01:28.528691608Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:01:28.528700248Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:01:28.528709668Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:01:28.528913061Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:01:28.528922812Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:01:28.529142546Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.529151406Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.529453861Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.531373415Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DpdClient","rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.531516618Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DpdClient","rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00bde7e8-d3c7-4419-a5cd-692901332096\", \"content-length\": \"2\", \"date\": \"Fri, 22 Nov 2024 04:01:28 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.531531108Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DpdClient","rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.53163963Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DpdClient","rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5759f345-17c4-4480-aab5-da764c4df932\", \"content-length\": \"52\", \"date\": \"Fri, 22 Nov 2024 04:01:28 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:01:28.53165428Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.531665701Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.634697099Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"67abea01-6db8-4cf7-ac84-b4d4c9657e95\", \"date\": \"Fri, 22 Nov 2024 04:01:28 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:01:28.63475055Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.63476305Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.635077425Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca3cf3a0-3c60-4d2a-af1e-dfe4c91400b9\", \"content-length\": \"682\", \"date\": \"Fri, 22 Nov 2024 04:01:28 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.635132096Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.635488763Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.638988965Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.639349371Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.64381572Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.644121606Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.649803607Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.650462618Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:28.661744329Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{}","iteration":14,"elapsed":"468.367641ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:01:30.6320628Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"uri":"/da73a142-bb8b-46e7-9b17-ceac40c41577","method":"GET","req_id":"26ff37e0-4f4e-4caf-b5ca-e1f649a0e17d","remote_addr":"[fd00:1122:3344:101::d]:33895","local_addr":"[fd00:1122:3344:101::b]:49758","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":262,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:38.193229215Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":41,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:38.193286305Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":41,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:38.193297826Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:38.193306936Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:38.19355193Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:38.19356689Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:38.195502705Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:38.195773949Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:38.195943043Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:38.197773745Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":41,"elapsed":"4.547571ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:38.198133111Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:38.198145352Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:38.198281074Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:38.200235799Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:38.200526234Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:38.202157343Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:38.204773369Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 76e5932f-8d07-44e4-9a57-068f75ced7ea, lookup_type: ById(76e5932f-8d07-44e4-9a57-068f75ced7ea) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:38.20478798Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:38.204927912Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:38.213609256Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"original_time_created":"2024-11-22 03:54:51.746592 UTC","original_target_id":"76e5932f-8d07-44e4-9a57-068f75ced7ea","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","time_created":"2024-11-22 03:54:51.746592 UTC","target_id":"76e5932f-8d07-44e4-9a57-068f75ced7ea"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:38.213628586Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"76e5932f-8d07-44e4-9a57-068f75ced7ea\",\"time_created\":\"2024-11-22T03:54:51.746592Z\"}","iteration":41,"elapsed":"20.421552ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:01:40.632830193Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"uri":"/da73a142-bb8b-46e7-9b17-ceac40c41577","method":"GET","req_id":"3a1c8add-c8b3-42c1-b494-775c20b711c2","remote_addr":"[fd00:1122:3344:101::d]:33895","local_addr":"[fd00:1122:3344:101::b]:49758","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":257,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:48.19299934Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":42,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:48.193062901Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":42,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:48.193076082Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:48.193085162Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:48.193404178Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:48.193427828Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:48.195707668Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:48.196298329Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:48.196629355Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:48.198329205Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:48.198342695Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:48.198500288Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:48.200810249Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:48.201040893Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:48.202705232Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:48.205234747Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 76e5932f-8d07-44e4-9a57-068f75ced7ea, lookup_type: ById(76e5932f-8d07-44e4-9a57-068f75ced7ea) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:48.205246808Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:48.2053874Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:48.215047511Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"original_time_created":"2024-11-22 03:54:51.746592 UTC","original_target_id":"76e5932f-8d07-44e4-9a57-068f75ced7ea","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","time_created":"2024-11-22 03:54:51.746592 UTC","target_id":"76e5932f-8d07-44e4-9a57-068f75ced7ea"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:48.215071092Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"76e5932f-8d07-44e4-9a57-068f75ced7ea\",\"time_created\":\"2024-11-22T03:54:51.746592Z\"}","iteration":42,"elapsed":"22.091912ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:48.226532395Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":42,"elapsed":"33.523465ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:01:50.632419455Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"uri":"/da73a142-bb8b-46e7-9b17-ceac40c41577","method":"GET","req_id":"bc6900d9-9af5-4f54-8163-f33353a3ab01","remote_addr":"[fd00:1122:3344:101::d]:33895","local_addr":"[fd00:1122:3344:101::b]:49758","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":287,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:55.626549751Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/619dee3a-9d47-45ec-a665-d347c721dbd7/producers?sort_by=id_ascending","method":"GET","req_id":"16f1e1b4-22a7-4984-8982-be28bb69939a","remote_addr":"[fd00:1122:3344:101::d]:47708","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:55.626844676Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/619dee3a-9d47-45ec-a665-d347c721dbd7/producers?sort_by=id_ascending","method":"GET","req_id":"16f1e1b4-22a7-4984-8982-be28bb69939a","remote_addr":"[fd00:1122:3344:101::d]:47708","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:01:55.629498093Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"uri":"/metrics/collectors/619dee3a-9d47-45ec-a665-d347c721dbd7/producers?sort_by=id_ascending","method":"GET","req_id":"16f1e1b4-22a7-4984-8982-be28bb69939a","remote_addr":"[fd00:1122:3344:101::d]:47708","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3010,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:55.629755788Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/619dee3a-9d47-45ec-a665-d347c721dbd7/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmY2QwNGMwZi0xNDcxLTQ0MDMtYjhkOS1mZTI4MWY4Mjk0NjUifX0%3D","method":"GET","req_id":"4eec5421-4f96-4962-9cf3-96e0f820ea46","remote_addr":"[fd00:1122:3344:101::d]:47708","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:55.630039633Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/619dee3a-9d47-45ec-a665-d347c721dbd7/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmY2QwNGMwZi0xNDcxLTQ0MDMtYjhkOS1mZTI4MWY4Mjk0NjUifX0%3D","method":"GET","req_id":"4eec5421-4f96-4962-9cf3-96e0f820ea46","remote_addr":"[fd00:1122:3344:101::d]:47708","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:01:55.632222112Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"uri":"/metrics/collectors/619dee3a-9d47-45ec-a665-d347c721dbd7/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmY2QwNGMwZi0xNDcxLTQ0MDMtYjhkOS1mZTI4MWY4Mjk0NjUifX0%3D","method":"GET","req_id":"4eec5421-4f96-4962-9cf3-96e0f820ea46","remote_addr":"[fd00:1122:3344:101::d]:47708","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2515,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.193186963Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.193244044Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.193255914Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.193296465Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.193305865Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.193314135Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.193323156Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.193331856Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.193339966Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.193348226Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.193357516Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":43,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.193366346Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.193376266Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.193384437Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.193394887Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.193403067Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.193411887Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.193419427Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":15,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:01:58.193431307Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.193444098Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.193457238Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.193469268Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.193480348Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.193492219Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.193503409Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.193514619Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.193526569Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.193537139Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.193548469Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":8,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.19356061Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.19357284Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.19358556Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.193603961Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:01:58.193613731Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.193622651Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.193631761Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.193640721Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.193649291Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.193659782Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.193670232Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":43,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.193680472Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.193691132Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.193699392Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.193708172Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.193717032Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.193727253Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.193737263Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.193746983Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":9,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-22T04:01:58.193757523Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"76e5932f-8d07-44e4-9a57-068f75ced7ea","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.193768283Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"enabled\":false,\"target_id\":\"76e5932f-8d07-44e4-9a57-068f75ced7ea\"}","iteration":9,"elapsed":"12.87µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.193779433Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.193790604Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.193801084Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.193811314Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.193820934Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":8,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:01:58.193831085Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-22 03:51:58.193584890 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.193841635Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.193851115Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.193861105Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":8,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.193871445Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.193880705Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.193889986Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.193899496Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.193910616Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.193922516Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.193934126Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.193946327Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.193958477Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.193970747Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.193983077Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.193995297Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.194014568Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.194026048Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.194038578Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.194062209Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.194074609Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.194086589Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.194098199Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.19410803Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.19411815Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.19413015Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.19414121Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.19415005Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.19415836Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.1941647Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.1941713Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.194180241Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DnsResolver","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"bf35fb21-6ab5-4f9e-9cf6-4e6162e8ce1b.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"da108ce4-fade-4cd8-8ba2-9af291527495.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"da108ce4-fade-4cd8-8ba2-9af291527495.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1347, tv_nsec: 545544843 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.194192551Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DnsResolver","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"0a6d4402-4330-4dac-a6fc-1163b7dedc8a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"6f3e43a0-44c3-470b-aeed-59e4d3e6b91a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"d2bf14c6-9ae0-4e6c-817f-248aabab435c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"d2bf14c6-9ae0-4e6c-817f-248aabab435c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:3::1))) }], valid_until: Instant { tv_sec: 1347, tv_nsec: 545574713 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.19468177Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.19470489Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":8,"elapsed":"1.132969ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.19471412Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.19472269Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\"]}","iteration":8,"elapsed":"1.533288ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.196711666Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":8,"elapsed":"3.514402ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.196855908Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.197247355Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":15,"elapsed":"3.887779ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.197817825Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DnsResolver","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fcd04c0f-1471-4403-b8d9-fe281f829465.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fcd04c0f-1471-4403-b8d9-fe281f829465.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1347, tv_nsec: 549209238 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.197918027Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DnsResolver","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fcd04c0f-1471-4403-b8d9-fe281f829465.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fcd04c0f-1471-4403-b8d9-fe281f829465.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1347, tv_nsec: 549312230 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:01:58.198047149Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1103"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:01:58.198119721Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.200086376Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.200112726Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.200305369Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.201926938Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.202679391Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":15,"elapsed":"9.378906ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.202956987Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.204213969Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.204354291Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:01:58.204377612Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.204387422Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":8,"elapsed":"11.020105ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.204494724Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.204978842Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.204989312Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.205138145Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.20542501Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.20543334Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.205663144Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.206031231Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.206257305Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.20820092Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.208436224Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.208721379Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.208946783Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.210713954Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.210740574Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.210874267Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.210896447Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.210904617Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.21104757Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.212090538Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.212286272Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:01:58.213400832Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.213416322Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.213425702Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.213596995Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.21501793Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:01:58.215033051Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-22 03:51:58.193584890 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.215044451Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"expiration\":\"2024-11-22T03:51:58.193584890Z\",\"pruned\":[]}","iteration":8,"elapsed":"21.458481ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.215254815Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.217622187Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DnsResolver","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fcd04c0f-1471-4403-b8d9-fe281f829465.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fcd04c0f-1471-4403-b8d9-fe281f829465.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1347, tv_nsec: 568997179 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:01:58.217960413Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.218331869Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.218562233Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.219286506Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":15,"elapsed":"25.90607ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.231452372Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.231860459Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.233385606Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":43,"elapsed":"40.110922ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.244158007Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.244522794Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.24541876Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":15,"elapsed":"52.130325ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.246174713Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.246187414Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":15,"elapsed":"52.669724ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.246516379Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.247072719Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.247372995Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.24825765Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.248569576Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.248587376Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.248945563Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:01:58.249643395Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.249666935Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.249675656Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.249999791Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.250832156Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":15,"elapsed":"57.367238ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.250863717Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.251812413Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.251840704Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.251852214Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.252028547Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.252449165Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Sled { parent: Fleet, key: fcd04c0f-1471-4403-b8d9-fe281f829465, lookup_type: ById(fcd04c0f-1471-4403-b8d9-fe281f829465) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.252471445Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.252685299Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.254373229Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.255154793Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.255184613Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.255388017Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.258129646Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.258344329Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.258429921Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.258514002Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.25895133Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.260336195Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"0","iteration":15,"elapsed":"67.130451ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.261250171Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.261275161Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.261538656Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:01:58.262069725Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.262093786Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":15,"elapsed":"68.652448ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.262634925Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.262662246Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.262823019Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.263032882Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.264102901Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.264129382Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.264141212Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.264151532Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.264341226Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.26511641Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.267915979Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.26793844Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.268062402Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.272043002Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.272269436Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.280972051Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.281180024Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.286847895Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.286871865Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.286879686Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.286885946Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.28714158Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:01:58.287788882Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:01:58.287808812Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.287818452Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":15,"elapsed":"94.194092ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.334531491Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"VPC route manager sled fcd04c0f-1471-4403-b8d9-fe281f829465","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:01:58.435480742Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.435506383Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"SledAgent":"fcd04c0f-1471-4403-b8d9-fe281f829465","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.435946341Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"SledAgent":"fcd04c0f-1471-4403-b8d9-fe281f829465","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e3c0768-42a2-4b54-b868-796c70d69fa6\", \"content-length\": \"372\", \"date\": \"Fri, 22 Nov 2024 04:01:58 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.436000362Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.436213595Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.437553299Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.439002395Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.439070366Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.439448133Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.440440821Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.440468841Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.440772826Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.442989096Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.443029467Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.443191809Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.448478533Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.449385719Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.452525185Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.452552276Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.452761669Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.453249468Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 76e5932f-8d07-44e4-9a57-068f75ced7ea, lookup_type: ById(76e5932f-8d07-44e4-9a57-068f75ced7ea) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.453263208Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.453435801Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.476295037Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:01:58.481275255Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.481325966Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.481662412Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea70e936-650f-44a5-bebd-b453387828df\", \"content-length\": \"26\", \"date\": \"Fri, 22 Nov 2024 04:01:58 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:01:58.481688522Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.482000648Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"original_time_created":"2024-11-22 03:54:51.746592 UTC","original_target_id":"76e5932f-8d07-44e4-9a57-068f75ced7ea","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","time_created":"2024-11-22 03:54:51.746592 UTC","target_id":"76e5932f-8d07-44e4-9a57-068f75ced7ea"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.482025419Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"76e5932f-8d07-44e4-9a57-068f75ced7ea\",\"time_created\":\"2024-11-22T03:54:51.746592Z\"}","iteration":43,"elapsed":"288.57087ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:01:58.484309449Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.493785777Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:01:58.493826858Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.493842138Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":8,"elapsed":"300.38884ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.494122503Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.494488649Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.495981516Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.499149882Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.499177663Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.499346876Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.513395405Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.514033996Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"3ae98664-360d-44df-9910-625647afe334\", \"date\": \"Fri, 22 Nov 2024 04:01:58 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:01:58.514071607Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:01:58.515318509Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.51535739Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.515692816Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ae5f4d0-f1fc-4f81-b0ea-2e67f4047ca2\", \"content-length\": \"26\", \"date\": \"Fri, 22 Nov 2024 04:01:58 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:01:58.515723976Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.516693494Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"6b29a514-1527-434e-a5b3-77f99c2d4db3\", \"date\": \"Fri, 22 Nov 2024 04:01:58 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:01:58.516719564Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.518050908Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.518077708Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"6f2d86f2-6de6-4684-83fe-c32622f287de"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.518088648Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:01:58.518382313Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.518460505Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:01:58.518864352Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.518885162Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"SledAgent":"fcd04c0f-1471-4403-b8d9-fe281f829465","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.519201728Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"SledAgent":"fcd04c0f-1471-4403-b8d9-fe281f829465","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"195bfe9b-b1bd-460f-9ad9-f192f5f56de6\", \"date\": \"Fri, 22 Nov 2024 04:01:58 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.519234079Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:01:58.519707527Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.519734508Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"MgsClient","rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.51985951Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.520047353Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"MgsClient","rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5dd720d7-7cd7-42dd-88d2-0b55d120fec4\", \"content-length\": \"26\", \"date\": \"Fri, 22 Nov 2024 04:01:58 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:01:58.520070294Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:01:58.520115604Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.520132785Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":10,"elapsed":"326.582775ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.522037969Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.522360934Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:01:58.522481196Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.52553808Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.525904947Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled fcd04c0f-1471-4403-b8d9-fe281f829465 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:01:58.529475261Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.529500761Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"SledAgent":"fcd04c0f-1471-4403-b8d9-fe281f829465","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.530109122Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"SledAgent":"fcd04c0f-1471-4403-b8d9-fe281f829465","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"f12b9e4b-eca8-4794-97ac-1ded41ff7be1\", \"date\": \"Fri, 22 Nov 2024 04:01:58 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.53224379Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{}","iteration":15,"elapsed":"338.859973ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.545391003Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.545446394Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"4ce04a8f-a352-490b-94a2-239a377fc358"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.545460354Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.545857491Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.563713678Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-22T03:54:55.939927Z, time_modified: 2024-11-22T03:54:55.939927Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: f0a97a2b-64c8-4e4c-8eb7-11a4e1b5b208, db_silo: Silo { identity: SiloIdentity { id: f0a97a2b-64c8-4e4c-8eb7-11a4e1b5b208, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-22T03:55:08.938187Z, time_modified: 2024-11-22T03:55:08.938187Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"98a9718ede1d4c4d701e8693c2f523af9b1e57362a46563d3b2ef1eb0854b05e\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: f0a97a2b-64c8-4e4c-8eb7-11a4e1b5b208, db_silo: Silo { identity: SiloIdentity { id: f0a97a2b-64c8-4e4c-8eb7-11a4e1b5b208, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-22T03:55:08.938187Z, time_modified: 2024-11-22T03:55:08.938187Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"98a9718ede1d4c4d701e8693c2f523af9b1e57362a46563d3b2ef1eb0854b05e\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.563764189Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"f0a97a2b-64c8-4e4c-8eb7-11a4e1b5b208\",\"tls_certs\":[\"98a9718ede1d4c4d701e8693c2f523af9b1e57362a46563d3b2ef1eb0854b05e\"]}},\"default_endpoint\":{\"silo_id\":\"f0a97a2b-64c8-4e4c-8eb7-11a4e1b5b208\",\"tls_certs\":[\"98a9718ede1d4c4d701e8693c2f523af9b1e57362a46563d3b2ef1eb0854b05e\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":8,"elapsed":"370.122778ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.571773741Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.57511671Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.575146781Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.575382455Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.578755645Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"6f2d86f2-6de6-4684-83fe-c32622f287de"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.578786025Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.578799156Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"current_time_created":"2024-11-22 03:55:08.212168 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.578808066Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"generation\":1}","iteration":8,"elapsed":"385.341128ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.583664382Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.586638035Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.586658525Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.586825938Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.587356348Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.587773335Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.588806293Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"4ce04a8f-a352-490b-94a2-239a377fc358"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.588829994Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.588841934Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"current_time_created":"2024-11-22 03:55:08.993234 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.588852694Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"generation\":2}","iteration":8,"elapsed":"395.423156ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.592351716Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"physical_disks_added\":0}","iteration":16,"elapsed":"398.95302ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-22T04:01:58.592417027Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.592435408Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":8,"elapsed":"398.861607ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.616451374Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.61847756Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.61849019Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.618675493Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.620401104Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.622292317Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.622314058Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.62246332Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.635029023Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.63539154Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d557944a-2c87-47b3-af11-1cd44f1296ee\", \"content-length\": \"1\", \"date\": \"Fri, 22 Nov 2024 04:01:58 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.638282631Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.638671118Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.640550472Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"null","iteration":15,"elapsed":"447.314077ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.644048634Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{}","iteration":15,"elapsed":"450.792199ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.68498901Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.831466728Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"SledAgent":"fcd04c0f-1471-4403-b8d9-fe281f829465","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.831964447Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"SledAgent":"fcd04c0f-1471-4403-b8d9-fe281f829465","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9758deb4-d197-48a3-a8d7-48120f9727f1\", \"content-length\": \"691\", \"date\": \"Fri, 22 Nov 2024 04:01:58 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:01:58.832003728Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:01:58.832015828Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:01:58.832023638Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.833534645Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{}","iteration":15,"elapsed":"640.273661ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.848740825Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.849278175Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"b5f9ef6f-202a-473b-bad0-82b2f5081c9f\", \"date\": \"Fri, 22 Nov 2024 04:01:58 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:01:58.849291255Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.851524334Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"480f7d52-aef5-4842-a8c0-c119474370cc\", \"date\": \"Fri, 22 Nov 2024 04:01:58 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:01:58.851535464Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.85299061Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"93f7544d-67e1-4957-88e9-bbfac61de183\", \"date\": \"Fri, 22 Nov 2024 04:01:58 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:01:58.853005161Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:01:58.854814193Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.854859283Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":10,"elapsed":"661.370735ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.905189307Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.905634624Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:01:58.908233501Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 8c982de3-ef49-408d-998d-5a67e7ddcdb0, rack_id: cccdefe3-2bc4-4184-8dc4-7e505090a7b9, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(cc6379ce-237d-4ede-bb03-e926aaff79eb) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.908248831Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.908456274Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.918781278Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DpdClient","rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.919068863Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DpdClient","rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dce22db9-c245-4f90-8f61-bf08e929bff0\", \"content-length\": \"134\", \"date\": \"Fri, 22 Nov 2024 04:01:58 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:01:58.919093593Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:01:58.919102154Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"cc6379ce-237d-4ede-bb03-e926aaff79eb","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:01:58.919360318Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:01:58.919371738Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:01:58.919378998Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:01:58.919386608Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:01:58.919393799Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:01:58.919401379Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:01:58.919557631Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:01:58.919566182Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:01:58.919721205Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.919740555Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.920097291Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.922015625Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DpdClient","rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.92283317Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DpdClient","rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"58711e9c-0f49-45be-88a3-347f214bb695\", \"content-length\": \"2\", \"date\": \"Fri, 22 Nov 2024 04:01:58 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.92284944Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DpdClient","rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.922927051Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DpdClient","rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8712f0a2-077e-4c23-aae4-3ed4ffeec996\", \"content-length\": \"52\", \"date\": \"Fri, 22 Nov 2024 04:01:58 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:01:58.922939911Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:58.922951622Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:59.009976016Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"66aff77b-2904-4b44-b505-07446a722530\", \"date\": \"Fri, 22 Nov 2024 04:01:58 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:01:59.010008027Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:59.010018677Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:59.010613547Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"70892599-f0d7-4e65-b548-ad766af20df9\", \"content-length\": \"682\", \"date\": \"Fri, 22 Nov 2024 04:01:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:59.010650678Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:59.010903212Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:59.015560015Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:59.015920361Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:59.019705709Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:59.020087246Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:59.022172263Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:59.022422197Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:01:59.030746655Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{}","iteration":15,"elapsed":"837.409009ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:02:00.632263742Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"uri":"/da73a142-bb8b-46e7-9b17-ceac40c41577","method":"GET","req_id":"454f9d8b-a2bf-4b12-ba41-2a8dd9e6ec07","remote_addr":"[fd00:1122:3344:101::d]:33895","local_addr":"[fd00:1122:3344:101::b]:49758","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":324,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:08.193427937Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":44,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:08.193486088Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:08.193497468Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":44,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:08.193507428Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:08.193813874Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:08.193961167Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:08.195428633Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:08.197978348Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:08.197997268Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:08.198131561Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:08.199957613Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:08.200206797Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:08.201739585Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:08.20428539Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 76e5932f-8d07-44e4-9a57-068f75ced7ea, lookup_type: ById(76e5932f-8d07-44e4-9a57-068f75ced7ea) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:08.20430308Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:08.204435462Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:08.216231342Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"original_time_created":"2024-11-22 03:54:51.746592 UTC","original_target_id":"76e5932f-8d07-44e4-9a57-068f75ced7ea","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","time_created":"2024-11-22 03:54:51.746592 UTC","target_id":"76e5932f-8d07-44e4-9a57-068f75ced7ea"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:08.216260272Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"76e5932f-8d07-44e4-9a57-068f75ced7ea\",\"time_created\":\"2024-11-22T03:54:51.746592Z\"}","iteration":44,"elapsed":"22.841615ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:08.223050343Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:08.223243506Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:08.256557287Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":44,"elapsed":"63.11032ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:02:10.633091377Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"uri":"/da73a142-bb8b-46e7-9b17-ceac40c41577","method":"GET","req_id":"7d95ba97-0c42-4b70-8e3d-2a375e8f7fff","remote_addr":"[fd00:1122:3344:101::d]:33895","local_addr":"[fd00:1122:3344:101::b]:49758","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":306,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:18.193277304Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":45,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:18.193352536Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:18.193369456Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":45,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:18.193383556Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:18.193679542Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:18.193748303Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:18.195558965Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:18.198191931Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:18.198204412Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:18.198358085Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:18.200515493Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:18.200773297Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:18.202427177Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:18.205022763Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 76e5932f-8d07-44e4-9a57-068f75ced7ea, lookup_type: ById(76e5932f-8d07-44e4-9a57-068f75ced7ea) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:18.205034923Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:18.205179375Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:18.218340889Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"original_time_created":"2024-11-22 03:54:51.746592 UTC","original_target_id":"76e5932f-8d07-44e4-9a57-068f75ced7ea","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","time_created":"2024-11-22 03:54:51.746592 UTC","target_id":"76e5932f-8d07-44e4-9a57-068f75ced7ea"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:18.2183687Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"76e5932f-8d07-44e4-9a57-068f75ced7ea\",\"time_created\":\"2024-11-22T03:54:51.746592Z\"}","iteration":45,"elapsed":"25.105785ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:18.223974149Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:18.224212633Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:18.225782051Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":45,"elapsed":"32.492117ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:02:20.63270855Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"uri":"/da73a142-bb8b-46e7-9b17-ceac40c41577","method":"GET","req_id":"f89be2dc-1cb0-4e5b-8b7f-d2af73486593","remote_addr":"[fd00:1122:3344:101::d]:33895","local_addr":"[fd00:1122:3344:101::b]:49758","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":374,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.193237263Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.193294484Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.193306875Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":46,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.193317335Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.193325795Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":16,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.193334865Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.193342675Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.193350585Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.193359585Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.193367476Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.193374896Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.193382186Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.193390936Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.193399036Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.193408166Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.193416217Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.193424927Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.193432667Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":46,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.193440507Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.193448777Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.193456097Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.193463657Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.193471278Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.193478238Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.193485898Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.193492808Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.193500368Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.193507418Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.193515898Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.193523618Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.193532348Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.193539959Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.193548099Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":16,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:02:28.193555499Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.193563929Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.193688281Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.193759452Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.193833034Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.193846484Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.193858524Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.193904675Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.193917125Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.193937856Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.193946536Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.193956456Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.193965346Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.193973506Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.193983256Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.193996327Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.194005807Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.194023877Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.19528838Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":16,"elapsed":"2.070617ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.196808157Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.197404687Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":16,"elapsed":"3.94151ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.197660832Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DnsResolver","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fcd04c0f-1471-4403-b8d9-fe281f829465.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fcd04c0f-1471-4403-b8d9-fe281f829465.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1377, tv_nsec: 549002744 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:02:28.197950747Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.1998395Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.199866481Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.200066804Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.20205631Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.202586309Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.203677028Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.204775788Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.204790968Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.204978082Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.206285815Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.206311925Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.206322746Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.206331766Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.206463178Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.206540829Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.208383422Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.208870601Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.209101655Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DnsResolver","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fcd04c0f-1471-4403-b8d9-fe281f829465.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fcd04c0f-1471-4403-b8d9-fe281f829465.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1377, tv_nsec: 560444147 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.209132615Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:02:28.209381Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.210584451Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.210614152Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.210802915Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.211291364Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.211517488Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.213513483Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.213709977Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.214971049Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.215770593Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.217181368Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.217208169Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.217387712Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.218192846Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.218217426Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.218353329Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.227101254Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.227353709Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.229269223Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":16,"elapsed":"35.873646ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.230715408Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.23308254Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.233152502Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.233166852Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.233272394Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.233321895Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.239775569Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.239999763Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:02:28.2403755Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.2403861Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.24039194Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.240534262Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.244654726Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.244825279Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.251049109Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.251238683Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.253429582Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:02:28.255377546Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.255387056Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.255763963Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"812a80a4-c797-43c2-851f-0d41d65bbc93\", \"content-length\": \"26\", \"date\": \"Fri, 22 Nov 2024 04:02:28 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:02:28.255783423Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.25615201Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 76e5932f-8d07-44e4-9a57-068f75ced7ea, lookup_type: ById(76e5932f-8d07-44e4-9a57-068f75ced7ea) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.25616479Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.256305513Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:02:28.257908031Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.257918701Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":16,"elapsed":"64.578496ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:02:28.258115634Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.25842251Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":46,"elapsed":"65.182647ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.265704129Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"physical_disks_added\":0}","iteration":17,"elapsed":"72.421965ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.268689472Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.268895286Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.302433641Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.302745717Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled fcd04c0f-1471-4403-b8d9-fe281f829465","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:02:28.303397938Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.303410068Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"SledAgent":"fcd04c0f-1471-4403-b8d9-fe281f829465","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.303889737Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"SledAgent":"fcd04c0f-1471-4403-b8d9-fe281f829465","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19695d88-cb10-475c-b122-2f87b8701060\", \"content-length\": \"372\", \"date\": \"Fri, 22 Nov 2024 04:02:28 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.303916157Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.304272374Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.306487803Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DnsResolver","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fcd04c0f-1471-4403-b8d9-fe281f829465.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fcd04c0f-1471-4403-b8d9-fe281f829465.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1377, tv_nsec: 657826265 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.306802429Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:02:28.306826729Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.307023253Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.318762221Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"original_time_created":"2024-11-22 03:54:51.746592 UTC","original_target_id":"76e5932f-8d07-44e4-9a57-068f75ced7ea","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","time_created":"2024-11-22 03:54:51.746592 UTC","target_id":"76e5932f-8d07-44e4-9a57-068f75ced7ea"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.318811932Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"76e5932f-8d07-44e4-9a57-068f75ced7ea\",\"time_created\":\"2024-11-22T03:54:51.746592Z\"}","iteration":46,"elapsed":"125.418456ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:02:28.329542432Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.329580663Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.330434828Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"44ee6fc8-8b55-4e47-a9a0-d6fed7f3c57d\", \"content-length\": \"26\", \"date\": \"Fri, 22 Nov 2024 04:02:28 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:02:28.330491029Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:02:28.332549805Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.342338859Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":16,"elapsed":"148.953983ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.342504472Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":16,"elapsed":"149.070836ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.342858638Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":16,"elapsed":"149.416771ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.345257631Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:02:28.345440674Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.345451354Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.345458395Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.345802561Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.348095151Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Sled { parent: Fleet, key: fcd04c0f-1471-4403-b8d9-fe281f829465, lookup_type: ById(fcd04c0f-1471-4403-b8d9-fe281f829465) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.348113971Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.348310675Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.350156948Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"0","iteration":16,"elapsed":"156.827853ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:02:28.360197746Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.360223766Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"SledAgent":"fcd04c0f-1471-4403-b8d9-fe281f829465","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.360509651Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"SledAgent":"fcd04c0f-1471-4403-b8d9-fe281f829465","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"ce07be5f-72ec-430b-940f-4726dfccf716\", \"date\": \"Fri, 22 Nov 2024 04:02:28 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.360522752Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.360809787Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.366023969Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.366245963Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.369646944Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.369973979Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled fcd04c0f-1471-4403-b8d9-fe281f829465 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:02:28.373246077Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.373261908Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"SledAgent":"fcd04c0f-1471-4403-b8d9-fe281f829465","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.373680055Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"SledAgent":"fcd04c0f-1471-4403-b8d9-fe281f829465","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"93db4a1f-d574-4ead-af63-bdf46ffc0421\", \"date\": \"Fri, 22 Nov 2024 04:02:28 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.375185102Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{}","iteration":16,"elapsed":"181.708315ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:02:28.375934425Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:02:28.375945145Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.375954185Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":16,"elapsed":"182.686402ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.409001572Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.409284107Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.436883877Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.439102766Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.439124037Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.439282319Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.440759055Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{}","iteration":16,"elapsed":"247.462281ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.454038261Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.454369577Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f67e756b-5d1b-4193-8bbf-82e3cb477e1c\", \"content-length\": \"1\", \"date\": \"Fri, 22 Nov 2024 04:02:27 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.456095368Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.458434919Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.461093126Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"null","iteration":16,"elapsed":"267.779762ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:02:28.46466019Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.46469337Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"MgsClient","rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.465025916Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"MgsClient","rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"72b02e76-4212-4f22-a4de-f4c276854593\", \"content-length\": \"26\", \"date\": \"Fri, 22 Nov 2024 04:02:28 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:02:28.465054677Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:02:28.467001481Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.474561045Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.476419558Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.476451549Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.476599651Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.594679757Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.595049263Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.596428078Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"SledAgent":"fcd04c0f-1471-4403-b8d9-fe281f829465","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:02:28.596869426Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 8c982de3-ef49-408d-998d-5a67e7ddcdb0, rack_id: cccdefe3-2bc4-4184-8dc4-7e505090a7b9, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(cc6379ce-237d-4ede-bb03-e926aaff79eb) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.596894796Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.596903296Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"SledAgent":"fcd04c0f-1471-4403-b8d9-fe281f829465","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9cb23949-937a-49c6-a84f-00d17f407b03\", \"content-length\": \"691\", \"date\": \"Fri, 22 Nov 2024 04:02:28 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:02:28.596912037Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:02:28.596918946Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:02:28.596925177Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.597182961Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.598885952Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{}","iteration":16,"elapsed":"405.483625ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.607189459Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DpdClient","rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.607496694Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DpdClient","rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6580dae7-9fc6-47bf-88eb-e1c28b7186ae\", \"content-length\": \"134\", \"date\": \"Fri, 22 Nov 2024 04:02:27 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:02:28.607521815Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:02:28.607531475Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"cc6379ce-237d-4ede-bb03-e926aaff79eb","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:02:28.607851791Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:02:28.607862891Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:02:28.607870291Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:02:28.607878731Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:02:28.607886131Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:02:28.607893581Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:02:28.608071224Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:02:28.608086585Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:02:28.608303868Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.608315639Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.608552593Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.610489017Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DpdClient","rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.610597069Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DpdClient","rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c47ba4d-d69f-4082-b931-8598c6316911\", \"content-length\": \"2\", \"date\": \"Fri, 22 Nov 2024 04:02:27 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.61060782Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DpdClient","rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.611261571Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DpdClient","rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1475391f-24a8-4879-a2cb-de22dc0cce8f\", \"content-length\": \"52\", \"date\": \"Fri, 22 Nov 2024 04:02:27 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:02:28.611275571Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.611285021Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.743323615Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"88948dba-b3d1-49bb-9a93-f3d2dd2e1137\", \"date\": \"Fri, 22 Nov 2024 04:02:28 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:02:28.743368785Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.743379636Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.743915695Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5771eafa-6d43-4f75-9f72-f690e222d5dc\", \"content-length\": \"682\", \"date\": \"Fri, 22 Nov 2024 04:02:28 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.743958806Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.744278261Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.748351133Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.748668569Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.752397825Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.752602128Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.755033702Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.755217165Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:28.76172199Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{}","iteration":16,"elapsed":"568.301514ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:02:30.632544667Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"uri":"/da73a142-bb8b-46e7-9b17-ceac40c41577","method":"GET","req_id":"4ab5c20f-be26-4c0f-9647-8035dcf8f99d","remote_addr":"[fd00:1122:3344:101::d]:33895","local_addr":"[fd00:1122:3344:101::b]:49758","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":316,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:38.193709162Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":47,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:38.193759233Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":47,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:38.193769173Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:38.193776973Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:38.194062108Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:38.194073628Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:38.195914021Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:38.198385125Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:38.198395835Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:38.198530097Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:38.19981646Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:38.200139656Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:38.222627545Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:38.22289865Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:38.228943267Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:38.231437611Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 76e5932f-8d07-44e4-9a57-068f75ced7ea, lookup_type: ById(76e5932f-8d07-44e4-9a57-068f75ced7ea) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:38.231447741Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:38.231582144Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:38.241292786Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"original_time_created":"2024-11-22 03:54:51.746592 UTC","original_target_id":"76e5932f-8d07-44e4-9a57-068f75ced7ea","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","time_created":"2024-11-22 03:54:51.746592 UTC","target_id":"76e5932f-8d07-44e4-9a57-068f75ced7ea"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:38.241303936Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"76e5932f-8d07-44e4-9a57-068f75ced7ea\",\"time_created\":\"2024-11-22T03:54:51.746592Z\"}","iteration":47,"elapsed":"47.616735ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:38.251700521Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":47,"elapsed":"57.99564ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:40.626964247Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/619dee3a-9d47-45ec-a665-d347c721dbd7/producers?sort_by=id_ascending","method":"GET","req_id":"91eab6a6-a7be-492c-84c5-14de796e485c","remote_addr":"[fd00:1122:3344:101::d]:47708","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:40.627390575Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/619dee3a-9d47-45ec-a665-d347c721dbd7/producers?sort_by=id_ascending","method":"GET","req_id":"91eab6a6-a7be-492c-84c5-14de796e485c","remote_addr":"[fd00:1122:3344:101::d]:47708","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:02:40.630301437Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"uri":"/metrics/collectors/619dee3a-9d47-45ec-a665-d347c721dbd7/producers?sort_by=id_ascending","method":"GET","req_id":"91eab6a6-a7be-492c-84c5-14de796e485c","remote_addr":"[fd00:1122:3344:101::d]:47708","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3426,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:40.630601972Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/619dee3a-9d47-45ec-a665-d347c721dbd7/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmY2QwNGMwZi0xNDcxLTQ0MDMtYjhkOS1mZTI4MWY4Mjk0NjUifX0%3D","method":"GET","req_id":"9eea7773-23e6-47d1-bac2-d9a64ba5d701","remote_addr":"[fd00:1122:3344:101::d]:47708","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:40.630943738Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/619dee3a-9d47-45ec-a665-d347c721dbd7/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmY2QwNGMwZi0xNDcxLTQ0MDMtYjhkOS1mZTI4MWY4Mjk0NjUifX0%3D","method":"GET","req_id":"9eea7773-23e6-47d1-bac2-d9a64ba5d701","remote_addr":"[fd00:1122:3344:101::d]:47708","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:02:40.632855672Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"uri":"/da73a142-bb8b-46e7-9b17-ceac40c41577","method":"GET","req_id":"6430f368-93a4-4d94-a46b-b78507263e6f","remote_addr":"[fd00:1122:3344:101::d]:33895","local_addr":"[fd00:1122:3344:101::b]:49758","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":247,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:02:40.632950504Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"uri":"/metrics/collectors/619dee3a-9d47-45ec-a665-d347c721dbd7/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmY2QwNGMwZi0xNDcxLTQ0MDMtYjhkOS1mZTI4MWY4Mjk0NjUifX0%3D","method":"GET","req_id":"9eea7773-23e6-47d1-bac2-d9a64ba5d701","remote_addr":"[fd00:1122:3344:101::d]:47708","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2419,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:48.193162732Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":48,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:48.193270214Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:48.193295234Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":48,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:48.193316785Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:48.193669541Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:48.193987047Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:48.19698072Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:48.197640821Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:48.198054259Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:48.200810068Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:48.200828568Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:48.201061892Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:48.204595475Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:48.20487996Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:48.207304053Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:48.210935857Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 76e5932f-8d07-44e4-9a57-068f75ced7ea, lookup_type: ById(76e5932f-8d07-44e4-9a57-068f75ced7ea) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:48.210957468Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:48.211163371Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:48.2296701Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"original_time_created":"2024-11-22 03:54:51.746592 UTC","original_target_id":"76e5932f-8d07-44e4-9a57-068f75ced7ea","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","time_created":"2024-11-22 03:54:51.746592 UTC","target_id":"76e5932f-8d07-44e4-9a57-068f75ced7ea"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:48.22969926Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"76e5932f-8d07-44e4-9a57-068f75ced7ea\",\"time_created\":\"2024-11-22T03:54:51.746592Z\"}","iteration":48,"elapsed":"36.570139ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:48.240248177Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":48,"elapsed":"47.081485ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:02:50.633059675Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"uri":"/da73a142-bb8b-46e7-9b17-ceac40c41577","method":"GET","req_id":"9bc6dac2-50c1-4192-8195-36a67221b346","remote_addr":"[fd00:1122:3344:101::d]:33895","local_addr":"[fd00:1122:3344:101::b]:49758","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":339,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.193855404Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.193921635Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.193938085Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.193950815Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.193965506Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.193978926Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.193990846Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":9,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:02:58.194004047Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-22 03:52:58.193917805 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.194017817Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.194029477Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.194042637Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.194054447Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.194065397Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.194080778Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.194092568Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.194103998Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.194115409Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.194127059Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.194137379Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.194150159Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":49,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.194162429Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.194174139Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.19418618Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.19419847Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":10,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-22T04:02:58.19421231Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"76e5932f-8d07-44e4-9a57-068f75ced7ea","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.194225771Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"enabled\":false,\"target_id\":\"76e5932f-8d07-44e4-9a57-068f75ced7ea\"}","iteration":10,"elapsed":"14.76µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.194240591Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.194254311Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":17,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.194268131Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.194280221Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.194292732Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.194304652Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.194316512Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.194328142Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.194339522Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.194351233Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.194361253Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.194367683Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.194374993Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.194381483Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.194388823Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.194394983Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.194402814Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.194409844Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":9,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.194417454Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.194424294Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.194430954Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.194438044Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.194445074Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.194451544Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.194459004Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":9,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:02:58.194467065Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.194473415Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.194479875Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.194490785Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.194497945Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":49,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.194505075Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.194511805Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.194519286Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":9,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:02:58.194526326Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.194533566Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.194540516Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.194547486Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.194554406Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.194595297Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.194612007Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.194628638Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.194703789Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.194717689Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.194730679Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.19473918Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.19474828Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.19478023Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.19479139Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.19479835Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.194807221Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.194816911Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.194825791Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.194834811Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.194842771Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.194851191Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.194859752Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DnsResolver","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"bf35fb21-6ab5-4f9e-9cf6-4e6162e8ce1b.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"da108ce4-fade-4cd8-8ba2-9af291527495.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"da108ce4-fade-4cd8-8ba2-9af291527495.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1407, tv_nsec: 546182624 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.194874802Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.194884412Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DnsResolver","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"0a6d4402-4330-4dac-a6fc-1163b7dedc8a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"6f3e43a0-44c3-470b-aeed-59e4d3e6b91a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"d2bf14c6-9ae0-4e6c-817f-248aabab435c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"d2bf14c6-9ae0-4e6c-817f-248aabab435c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:3::1))) }], valid_until: Instant { tv_sec: 1407, tv_nsec: 546187034 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.194897462Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.194906783Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.194915323Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.194923923Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.19530816Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.19533694Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":9,"elapsed":"1.370425ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.19536072Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.195373331Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\"]}","iteration":9,"elapsed":"1.478066ms"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:02:58.199163728Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-22 03:52:58.193917805 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.199190859Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"expiration\":\"2024-11-22T03:52:58.193917805Z\",\"pruned\":[]}","iteration":9,"elapsed":"5.253973ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.199402152Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":17,"elapsed":"5.415166ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.199941312Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.201229915Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":17,"elapsed":"7.012644ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.201254675Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.202058379Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.20207173Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.202218002Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.203127818Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.203152709Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.203297541Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.204676936Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":9,"elapsed":"10.401405ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.204983001Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:02:58.206431567Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.206450907Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.206458368Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.206707212Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.206826314Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DnsResolver","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fcd04c0f-1471-4403-b8d9-fe281f829465.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fcd04c0f-1471-4403-b8d9-fe281f829465.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1407, tv_nsec: 558157296 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:02:58.207114019Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.208351871Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.208374782Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.208595095Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.210328106Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.210667852Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.210690123Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DnsResolver","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fcd04c0f-1471-4403-b8d9-fe281f829465.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fcd04c0f-1471-4403-b8d9-fe281f829465.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1407, tv_nsec: 562010975 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:02:58.210974558Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.212958263Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.215475448Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.215506908Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.215688691Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.215706172Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.216038218Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.217076756Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.217552954Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.221418973Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DnsResolver","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fcd04c0f-1471-4403-b8d9-fe281f829465.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fcd04c0f-1471-4403-b8d9-fe281f829465.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1407, tv_nsec: 572741105 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:02:58.221724778Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.222063424Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.222318829Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.223121593Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.223344927Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.225154709Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.227239436Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.227265197Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.227397319Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.249716935Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.251735031Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.25392309Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.254184994Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.254213855Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.254226045Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.254241005Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.254302497Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.254326077Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.25447044Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.2544951Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.255834274Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:02:58.255865204Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.255881365Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":9,"elapsed":"61.850878ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.25728715Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.257506893Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.257526594Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.257659406Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.257673716Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.257686257Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.257762798Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.257957711Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.259675072Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.260265912Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.260593988Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.261034786Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.261064557Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.261311531Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.262227677Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.265038317Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 76e5932f-8d07-44e4-9a57-068f75ced7ea, lookup_type: ById(76e5932f-8d07-44e4-9a57-068f75ced7ea) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.265069028Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.265338492Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.265521636Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":17,"elapsed":"71.55377ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.265612497Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":49,"elapsed":"71.58168ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.266514923Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.267904398Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.267956219Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.268194213Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.269011787Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.269256892Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.269289352Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":17,"elapsed":"75.167454ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.269353324Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.271270527Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.273133551Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.273156001Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.273295834Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:02:58.273775402Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.273801792Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.273813183Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.274006036Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:02:58.284085325Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.284115055Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":17,"elapsed":"90.048758ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.287992134Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"original_time_created":"2024-11-22 03:54:51.746592 UTC","original_target_id":"76e5932f-8d07-44e4-9a57-068f75ced7ea","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","time_created":"2024-11-22 03:54:51.746592 UTC","target_id":"76e5932f-8d07-44e4-9a57-068f75ced7ea"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.288023335Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"76e5932f-8d07-44e4-9a57-068f75ced7ea\",\"time_created\":\"2024-11-22T03:54:51.746592Z\"}","iteration":49,"elapsed":"93.750644ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.301217969Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":17,"elapsed":"107.108991ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.302992481Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.304890654Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.304914235Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.305160989Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.305291021Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.305641377Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.305925862Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.305940923Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.305948343Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.305955383Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.306384271Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.307771315Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.307864777Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:02:58.307886757Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.307897588Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":9,"elapsed":"113.611726ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.310949482Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.311284618Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.311297268Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.311306688Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.311355829Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":17,"elapsed":"117.20207ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.311516322Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.316563791Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.316847036Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:02:58.321471618Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:02:58.321497479Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.321510789Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":17,"elapsed":"127.396941ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.321651952Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.321663102Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.321671632Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.321678092Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.321684352Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.321924076Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.323202789Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.323400112Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.323462284Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.325646152Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Sled { parent: Fleet, key: fcd04c0f-1471-4403-b8d9-fe281f829465, lookup_type: ById(fcd04c0f-1471-4403-b8d9-fe281f829465) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.325671893Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.325896717Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.326213073Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.326227033Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.326366285Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.327879342Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.329089384Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"0","iteration":17,"elapsed":"135.070807ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.329693534Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.329718875Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.329843087Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:02:58.345659407Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.345681728Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.346045134Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b611ccb-5faf-4955-984e-fced3e28f2ec\", \"content-length\": \"26\", \"date\": \"Fri, 22 Nov 2024 04:02:58 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:02:58.346069595Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:02:58.348326485Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.35084193Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.351152805Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.352483159Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.352495199Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"6f2d86f2-6de6-4684-83fe-c32622f287de"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.352505179Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.352802054Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.354610646Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.354749719Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"physical_disks_added\":0}","iteration":18,"elapsed":"160.511089ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.357940396Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.357957036Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.358153939Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.362880483Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"6f2d86f2-6de6-4684-83fe-c32622f287de"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.362907304Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.362920024Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"current_time_created":"2024-11-22 03:55:08.212168 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.362932124Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"generation\":1}","iteration":9,"elapsed":"168.665903ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:02:58.364038654Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.364054824Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.36438578Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ebbbadbb-d90b-4547-bc2b-3493eb4bf3d8\", \"content-length\": \"26\", \"date\": \"Fri, 22 Nov 2024 04:02:58 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:02:58.36440634Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:02:58.365770335Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.366300134Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.366320824Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"4ce04a8f-a352-490b-94a2-239a377fc358"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.366331744Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.3666305Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:02:58.367321222Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.367332372Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"MgsClient","rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.367574747Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"MgsClient","rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f86b3a18-635f-4d1d-907f-7a31120892be\", \"content-length\": \"26\", \"date\": \"Fri, 22 Nov 2024 04:02:58 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:02:58.367594167Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:02:58.369407339Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.371485526Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-22T03:54:55.939927Z, time_modified: 2024-11-22T03:54:55.939927Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: f0a97a2b-64c8-4e4c-8eb7-11a4e1b5b208, db_silo: Silo { identity: SiloIdentity { id: f0a97a2b-64c8-4e4c-8eb7-11a4e1b5b208, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-22T03:55:08.938187Z, time_modified: 2024-11-22T03:55:08.938187Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"98a9718ede1d4c4d701e8693c2f523af9b1e57362a46563d3b2ef1eb0854b05e\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: f0a97a2b-64c8-4e4c-8eb7-11a4e1b5b208, db_silo: Silo { identity: SiloIdentity { id: f0a97a2b-64c8-4e4c-8eb7-11a4e1b5b208, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-22T03:55:08.938187Z, time_modified: 2024-11-22T03:55:08.938187Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"98a9718ede1d4c4d701e8693c2f523af9b1e57362a46563d3b2ef1eb0854b05e\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.371511606Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"f0a97a2b-64c8-4e4c-8eb7-11a4e1b5b208\",\"tls_certs\":[\"98a9718ede1d4c4d701e8693c2f523af9b1e57362a46563d3b2ef1eb0854b05e\"]}},\"default_endpoint\":{\"silo_id\":\"f0a97a2b-64c8-4e4c-8eb7-11a4e1b5b208\",\"tls_certs\":[\"98a9718ede1d4c4d701e8693c2f523af9b1e57362a46563d3b2ef1eb0854b05e\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":9,"elapsed":"177.628052ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.409678694Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-22T04:02:58.412445993Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.412477943Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":9,"elapsed":"218.352985ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.413077544Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.413097154Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.413335659Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.415580558Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"4ce04a8f-a352-490b-94a2-239a377fc358"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.415605589Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.415617129Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"current_time_created":"2024-11-22 03:55:08.993234 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.415628279Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"generation\":2}","iteration":9,"elapsed":"221.411788ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.454352316Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.454773534Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.456454784Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.45851553Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.458548281Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.458770045Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.46074936Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.463324255Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.463350096Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.463520319Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.469643608Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.476813135Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.506750416Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.507178544Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f5c97622-555c-4a6e-885c-4c38711a26a8\", \"content-length\": \"1\", \"date\": \"Fri, 22 Nov 2024 04:02:57 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.50922663Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.509590136Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.53231107Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{}","iteration":17,"elapsed":"338.13011ms"} {"msg":"VPC route manager sled fcd04c0f-1471-4403-b8d9-fe281f829465","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:02:58.590747116Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.590795408Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"SledAgent":"fcd04c0f-1471-4403-b8d9-fe281f829465","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.591351387Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"SledAgent":"fcd04c0f-1471-4403-b8d9-fe281f829465","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a9e5079-6eef-4e4c-af39-94b59960e9bd\", \"content-length\": \"372\", \"date\": \"Fri, 22 Nov 2024 04:02:58 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.591379628Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.591926088Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.593588717Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"null","iteration":17,"elapsed":"399.488699ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:02:58.650220562Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.650273213Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"SledAgent":"fcd04c0f-1471-4403-b8d9-fe281f829465","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.650555358Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"SledAgent":"fcd04c0f-1471-4403-b8d9-fe281f829465","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"b52e1965-416c-424c-9873-9c84ef9e2dba\", \"date\": \"Fri, 22 Nov 2024 04:02:58 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.650583018Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.650914654Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.652620694Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.652811168Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.656722617Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.657205606Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled fcd04c0f-1471-4403-b8d9-fe281f829465 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:02:58.66249009Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.66252466Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"SledAgent":"fcd04c0f-1471-4403-b8d9-fe281f829465","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.663134541Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"SledAgent":"fcd04c0f-1471-4403-b8d9-fe281f829465","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"230e8d1c-11d3-4766-bd8f-8fb95fceca9c\", \"date\": \"Fri, 22 Nov 2024 04:02:58 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.664805321Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{}","iteration":17,"elapsed":"470.549969ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.715447999Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.715890397Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"b130da1a-886c-4437-b215-cd86457eabd0\", \"date\": \"Fri, 22 Nov 2024 04:02:58 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:02:58.715910388Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.717610778Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"9f590d97-2742-47c8-b2d2-9496d99f44e5\", \"date\": \"Fri, 22 Nov 2024 04:02:58 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:02:58.717641588Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:02:58.719678824Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.719702005Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":11,"elapsed":"525.716058ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.731544325Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.733132693Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"SledAgent":"fcd04c0f-1471-4403-b8d9-fe281f829465","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.733683243Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"SledAgent":"fcd04c0f-1471-4403-b8d9-fe281f829465","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f0ae51f0-dd4b-4ef2-8b13-7ccc7939b609\", \"content-length\": \"691\", \"date\": \"Fri, 22 Nov 2024 04:02:58 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:02:58.733709853Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:02:58.733719554Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:02:58.733727194Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.735480485Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{}","iteration":17,"elapsed":"541.371037ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.804049571Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.804314786Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.80453148Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"4768b1f3-7252-4c7a-afed-791503ba96d3\", \"date\": \"Fri, 22 Nov 2024 04:02:58 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:02:58.80455137Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.804698203Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.805988435Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"12906ac3-5df3-4a1d-b8d5-e9fe95bbd848\", \"date\": \"Fri, 22 Nov 2024 04:02:58 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:02:58.806012896Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:02:58.806744899Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 8c982de3-ef49-408d-998d-5a67e7ddcdb0, rack_id: cccdefe3-2bc4-4184-8dc4-7e505090a7b9, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(cc6379ce-237d-4ede-bb03-e926aaff79eb) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.806774699Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.807189437Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.808004751Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"74efd504-4a3f-43f4-a500-f004fe10d04d\", \"date\": \"Fri, 22 Nov 2024 04:02:58 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:02:58.808024791Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:02:58.8101764Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.81022353Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":11,"elapsed":"616.389377ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.818125731Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DpdClient","rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.818515398Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DpdClient","rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7bbbf7c0-eb0f-49eb-8247-a3ff1c1e62c8\", \"content-length\": \"134\", \"date\": \"Fri, 22 Nov 2024 04:02:57 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:02:58.818541128Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:02:58.818550388Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"cc6379ce-237d-4ede-bb03-e926aaff79eb","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:02:58.818872894Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:02:58.818885804Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:02:58.818893504Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:02:58.818901635Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:02:58.818909395Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:02:58.818917805Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:02:58.819092068Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:02:58.819103388Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:02:58.81923961Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.819248671Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.819592077Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.821768955Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DpdClient","rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.821966479Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DpdClient","rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"458d0299-2b45-4b46-afa1-b1f5c563f804\", \"content-length\": \"2\", \"date\": \"Fri, 22 Nov 2024 04:02:57 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.821983149Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DpdClient","rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.822154462Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DpdClient","rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d03f17b-9654-4498-96f1-ec7dc05ff10a\", \"content-length\": \"52\", \"date\": \"Fri, 22 Nov 2024 04:02:58 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:02:58.822173473Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.822185773Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.914817026Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"c0a95807-d569-47ee-a6ff-e969316a0b69\", \"date\": \"Fri, 22 Nov 2024 04:02:58 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:02:58.914850287Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.914860277Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.915497399Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"322f99a4-0f85-4b78-99b5-7efc1857cee2\", \"content-length\": \"682\", \"date\": \"Fri, 22 Nov 2024 04:02:58 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.91554365Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.915881596Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.918786417Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.919029841Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.923127364Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.92347414Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.925295052Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.925513066Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:02:58.934411754Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{}","iteration":17,"elapsed":"740.55181ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:03:00.632817161Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"uri":"/da73a142-bb8b-46e7-9b17-ceac40c41577","method":"GET","req_id":"4e532bfb-039e-48de-9d07-f2f7cdebc126","remote_addr":"[fd00:1122:3344:101::d]:33895","local_addr":"[fd00:1122:3344:101::b]:49758","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":333,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:08.193980076Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":50,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:08.194034687Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:08.194045327Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":50,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:08.194055287Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:08.194321452Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:08.194397493Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:08.196222226Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:08.198787491Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:08.198813322Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:08.198993255Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:08.201301766Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:08.20154439Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:08.203311061Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:08.205933748Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 76e5932f-8d07-44e4-9a57-068f75ced7ea, lookup_type: ById(76e5932f-8d07-44e4-9a57-068f75ced7ea) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:08.205949538Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:08.206096751Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:08.218094394Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"original_time_created":"2024-11-22 03:54:51.746592 UTC","original_target_id":"76e5932f-8d07-44e4-9a57-068f75ced7ea","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","time_created":"2024-11-22 03:54:51.746592 UTC","target_id":"76e5932f-8d07-44e4-9a57-068f75ced7ea"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:08.218117514Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"76e5932f-8d07-44e4-9a57-068f75ced7ea\",\"time_created\":\"2024-11-22T03:54:51.746592Z\"}","iteration":50,"elapsed":"24.148389ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:08.22463462Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:08.224983496Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:08.25338001Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":50,"elapsed":"59.386394ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:03:10.632476025Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"uri":"/da73a142-bb8b-46e7-9b17-ceac40c41577","method":"GET","req_id":"f0276f1d-5b6f-49e1-a84d-9a9b6c6873e0","remote_addr":"[fd00:1122:3344:101::d]:33895","local_addr":"[fd00:1122:3344:101::b]:49758","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":292,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:18.19364554Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":51,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:18.193694311Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":51,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:18.193705041Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:18.193711791Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:18.194047657Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:18.194059597Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:18.222828448Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:18.222916859Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:18.223274195Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:18.22519758Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":51,"elapsed":"31.538929ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:18.225486895Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:18.225500485Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:18.225664168Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:18.228115332Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:18.228302025Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:18.230055266Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:18.232710023Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 76e5932f-8d07-44e4-9a57-068f75ced7ea, lookup_type: ById(76e5932f-8d07-44e4-9a57-068f75ced7ea) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:18.232733983Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:18.232888226Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:18.244569353Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"original_time_created":"2024-11-22 03:54:51.746592 UTC","original_target_id":"76e5932f-8d07-44e4-9a57-068f75ced7ea","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","time_created":"2024-11-22 03:54:51.746592 UTC","target_id":"76e5932f-8d07-44e4-9a57-068f75ced7ea"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:18.244589254Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"76e5932f-8d07-44e4-9a57-068f75ced7ea\",\"time_created\":\"2024-11-22T03:54:51.746592Z\"}","iteration":51,"elapsed":"50.960335ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:03:20.633375091Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"uri":"/da73a142-bb8b-46e7-9b17-ceac40c41577","method":"GET","req_id":"327f131f-d9bb-4a59-acf2-d494ca3ee3ed","remote_addr":"[fd00:1122:3344:101::d]:33895","local_addr":"[fd00:1122:3344:101::b]:49758","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":472,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.193253573Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.193320464Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.193333904Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":52,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.193345815Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.193355815Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.193365295Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.193376165Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.193385315Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.193396156Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:03:28.193406456Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.193417146Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.193428006Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.193437796Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.193448256Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.193458297Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.193467547Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":18,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.193478377Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.193487837Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.193497697Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.193511307Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.193527688Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.193543138Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.193557428Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.193570688Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.193583869Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":52,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.193598249Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.193613519Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.19362768Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.19364142Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.19365595Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.19367086Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.193685921Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.193700431Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.193712611Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.193725321Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.193904714Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.193946895Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.193965295Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.193981406Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.193996296Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.194011596Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.194026397Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.194049767Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.194069607Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.194083638Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.194139789Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.194155709Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.194170239Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.194184279Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.19419692Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.19421106Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.196272047Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.197465258Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":18,"elapsed":"3.94378ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.198540327Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.198565257Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.198662199Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DnsResolver","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fcd04c0f-1471-4403-b8d9-fe281f829465.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fcd04c0f-1471-4403-b8d9-fe281f829465.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1437, tv_nsec: 549963181 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.198770291Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:03:28.198966244Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.201246775Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.201973918Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.203635447Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.203661258Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.203822601Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.205421129Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.205450039Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.205683823Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.207645178Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.208747578Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DnsResolver","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fcd04c0f-1471-4403-b8d9-fe281f829465.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fcd04c0f-1471-4403-b8d9-fe281f829465.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1437, tv_nsec: 560051770 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.208813469Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:03:28.209013482Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.209150285Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.209768016Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DnsResolver","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fcd04c0f-1471-4403-b8d9-fe281f829465.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fcd04c0f-1471-4403-b8d9-fe281f829465.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1437, tv_nsec: 561073788 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:03:28.210076081Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.211849053Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.211874003Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.212011716Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.214303066Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.214590141Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.227420129Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":18,"elapsed":"34.183837ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.228631571Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.228904626Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.230520794Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.231180576Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.231460351Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.233306954Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.233329714Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.233486687Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:03:28.234363842Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.234389433Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.234397273Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.234555626Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.237179242Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.237213963Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.237726972Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.237756503Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.237768723Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.238921833Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.239191618Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.239914731Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.239934191Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.240088064Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.249320398Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.249626893Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.249751685Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:03:28.250420657Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.250469728Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":18,"elapsed":"56.862429ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.250959707Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":18,"elapsed":"57.455339ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.251900803Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.251926194Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.252066446Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.252538425Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.255228193Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 76e5932f-8d07-44e4-9a57-068f75ced7ea, lookup_type: ById(76e5932f-8d07-44e4-9a57-068f75ced7ea) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.255249283Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.255382125Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.256298362Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.258090583Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.258111984Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.258293447Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.272468959Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":18,"elapsed":"79.102183ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.274088377Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"original_time_created":"2024-11-22 03:54:51.746592 UTC","original_target_id":"76e5932f-8d07-44e4-9a57-068f75ced7ea","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","time_created":"2024-11-22 03:54:51.746592 UTC","target_id":"76e5932f-8d07-44e4-9a57-068f75ced7ea"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.274115058Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"76e5932f-8d07-44e4-9a57-068f75ced7ea\",\"time_created\":\"2024-11-22T03:54:51.746592Z\"}","iteration":52,"elapsed":"80.642461ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:03:28.277015939Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.27704502Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.2770536Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.277259144Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.277282374Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.277700561Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.278388653Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":52,"elapsed":"85.12819ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.279959321Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.280184536Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.281609551Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.284527953Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Sled { parent: Fleet, key: fcd04c0f-1471-4403-b8d9-fe281f829465, lookup_type: ById(fcd04c0f-1471-4403-b8d9-fe281f829465) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.284546863Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.284730356Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.28607242Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.286310744Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.286530658Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"0","iteration":18,"elapsed":"93.249045ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.287805761Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":18,"elapsed":"94.247803ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.304300943Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"physical_disks_added\":0}","iteration":19,"elapsed":"110.904218ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:03:28.315705106Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.315729236Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"MgsClient","rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.316006221Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"MgsClient","rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8d858133-41c5-4e88-9394-3b57af3aed8a\", \"content-length\": \"26\", \"date\": \"Fri, 22 Nov 2024 04:03:28 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:03:28.316029352Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:03:28.318076038Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:03:28.320308628Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:03:28.320328438Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.320338028Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":18,"elapsed":"126.948783ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.324078264Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":18,"elapsed":"130.593837ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:03:28.348303634Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.348328515Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.34863369Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c9f3e687-7ad7-4d29-9ee4-2bc1a02d3872\", \"content-length\": \"26\", \"date\": \"Fri, 22 Nov 2024 04:03:28 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:03:28.348660751Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:03:28.350029675Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.351874997Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.352173993Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:03:28.386564923Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.386589273Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.386815888Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f360e79-2ea3-493e-b34e-8e12088073d5\", \"content-length\": \"26\", \"date\": \"Fri, 22 Nov 2024 04:03:28 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:03:28.386830178Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:03:28.387792995Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled fcd04c0f-1471-4403-b8d9-fe281f829465","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:03:28.440585412Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.440611972Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"SledAgent":"fcd04c0f-1471-4403-b8d9-fe281f829465","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.44103662Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"SledAgent":"fcd04c0f-1471-4403-b8d9-fe281f829465","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e96ff3c1-d950-4d18-a83a-c17559426256\", \"content-length\": \"372\", \"date\": \"Fri, 22 Nov 2024 04:03:28 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.44106444Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.441502698Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.474574105Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.477344594Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.477371604Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.477560838Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:03:28.505342411Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.505398942Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"SledAgent":"fcd04c0f-1471-4403-b8d9-fe281f829465","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.505694927Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"SledAgent":"fcd04c0f-1471-4403-b8d9-fe281f829465","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"d91c26ba-4e5e-40b4-a5f9-9924998a8b9d\", \"date\": \"Fri, 22 Nov 2024 04:03:28 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.505726708Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.506031733Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.508068609Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.508251732Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.510959571Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.511213905Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled fcd04c0f-1471-4403-b8d9-fe281f829465 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:03:28.514279859Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.51430277Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"SledAgent":"fcd04c0f-1471-4403-b8d9-fe281f829465","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.514740178Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"SledAgent":"fcd04c0f-1471-4403-b8d9-fe281f829465","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"7b0f449b-1ec7-4123-859b-7bd07122ea60\", \"date\": \"Fri, 22 Nov 2024 04:03:28 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.516238214Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{}","iteration":18,"elapsed":"322.91147ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.518109277Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.519916579Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.51994153Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.520062462Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.528622354Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.529592251Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"685d020b-5014-4d80-9ea5-28aa86fd76f8\", \"content-length\": \"1\", \"date\": \"Fri, 22 Nov 2024 04:03:28 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.531263601Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.531476864Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.533272496Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"null","iteration":18,"elapsed":"339.85641ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.541093075Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{}","iteration":18,"elapsed":"347.644219ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.568157866Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.568528332Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:03:28.573845326Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 8c982de3-ef49-408d-998d-5a67e7ddcdb0, rack_id: cccdefe3-2bc4-4184-8dc4-7e505090a7b9, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(cc6379ce-237d-4ede-bb03-e926aaff79eb) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.573874097Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.574087511Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.585044115Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DpdClient","rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.585470553Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DpdClient","rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"80b6d4a6-c4c3-426e-9069-adf086956bce\", \"content-length\": \"134\", \"date\": \"Fri, 22 Nov 2024 04:03:28 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:03:28.585503433Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:03:28.585515943Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"cc6379ce-237d-4ede-bb03-e926aaff79eb","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:03:28.585812479Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:03:28.585823579Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:03:28.585831089Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:03:28.585839489Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:03:28.585847079Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:03:28.585854049Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:03:28.586022352Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:03:28.586032443Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:03:28.586175995Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.586190306Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.586364938Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.588634279Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DpdClient","rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.588790601Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DpdClient","rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"550997f3-2d45-46b0-9442-89e10b4e8bea\", \"content-length\": \"2\", \"date\": \"Fri, 22 Nov 2024 04:03:28 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.588816422Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DpdClient","rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.588886873Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DpdClient","rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f2e76ed3-eb7a-459b-ba72-0b2b25524b71\", \"content-length\": \"52\", \"date\": \"Fri, 22 Nov 2024 04:03:28 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:03:28.588901243Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.588911624Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.613832176Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"SledAgent":"fcd04c0f-1471-4403-b8d9-fe281f829465","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.692810927Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"b6105205-b070-444a-8593-5901493b4cf7\", \"date\": \"Fri, 22 Nov 2024 04:03:28 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:03:28.692863068Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.692876319Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.693091952Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"SledAgent":"fcd04c0f-1471-4403-b8d9-fe281f829465","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb763f0b-f41d-4140-bda0-7aee9e92300c\", \"content-length\": \"691\", \"date\": \"Fri, 22 Nov 2024 04:03:28 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:03:28.693114243Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:03:28.693123833Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:03:28.693131973Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.693269715Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b90753e-ce7d-4aca-8043-8765203a3cd9\", \"content-length\": \"682\", \"date\": \"Fri, 22 Nov 2024 04:03:28 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.693334377Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.693658822Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.694392875Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{}","iteration":18,"elapsed":"501.085071ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.704415473Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.704673368Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.70873502Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.709044055Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.711217814Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.71155214Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:28.719620373Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{}","iteration":18,"elapsed":"526.264159ms"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:29.018500316Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"producer-registration-task","component":"nexus-producer-server","name":"da73a142-bb8b-46e7-9b17-ceac40c41577"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:29.018542137Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"producer-registration-task","component":"nexus-producer-server","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","addr":"[fd00:1122:3344:101::b]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:29.050588155Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"producer-registration-task","component":"nexus-producer-server","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:03:29.050702077Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:58137"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:29.0508833Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"bfc42b2d-59c7-4e99-8940-b3b857d03833","remote_addr":"[fd00:1122:3344:101::b]:58137","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:29.051170666Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"bfc42b2d-59c7-4e99-8940-b3b857d03833","remote_addr":"[fd00:1122:3344:101::b]:58137","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:03:29.089982474Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/oximeter.rs:76","collector_id":"619dee3a-9d47-45ec-a665-d347c721dbd7","producer_id":"da73a142-bb8b-46e7-9b17-ceac40c41577"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:03:29.090032395Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"uri":"/metrics/producers","method":"POST","req_id":"bfc42b2d-59c7-4e99-8940-b3b857d03833","remote_addr":"[fd00:1122:3344:101::b]:58137","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":39179,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:29.090083086Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"producer-registration-task","component":"nexus-producer-server","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bfc42b2d-59c7-4e99-8940-b3b857d03833\", \"content-length\": \"41\", \"date\": \"Fri, 22 Nov 2024 04:03:29 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:29.092423178Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"producer-registration-task","component":"nexus-producer-server","name":"da73a142-bb8b-46e7-9b17-ceac40c41577"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:29.092438158Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"producer-registration-task","component":"nexus-producer-server","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","wait_period":"150s","lease_duration":"600s"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:03:30.632566276Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"uri":"/da73a142-bb8b-46e7-9b17-ceac40c41577","method":"GET","req_id":"91f388a2-8201-4d24-96fe-23ee306ba25d","remote_addr":"[fd00:1122:3344:101::d]:33895","local_addr":"[fd00:1122:3344:101::b]:49758","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":462,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:38.193757942Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":53,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:38.193808542Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":53,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:38.193817852Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:38.193825773Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:38.194114358Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:38.194139078Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:38.195643585Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:38.198988384Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:38.199005955Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:38.199278769Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:38.201490329Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:38.201684172Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:38.225928512Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:38.226204577Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:38.228214793Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":53,"elapsed":"34.445012ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:38.232766724Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:38.23537374Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 76e5932f-8d07-44e4-9a57-068f75ced7ea, lookup_type: ById(76e5932f-8d07-44e4-9a57-068f75ced7ea) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:38.23539391Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:38.235541883Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:38.248133456Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"original_time_created":"2024-11-22 03:54:51.746592 UTC","original_target_id":"76e5932f-8d07-44e4-9a57-068f75ced7ea","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","time_created":"2024-11-22 03:54:51.746592 UTC","target_id":"76e5932f-8d07-44e4-9a57-068f75ced7ea"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:38.248155347Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"76e5932f-8d07-44e4-9a57-068f75ced7ea\",\"time_created\":\"2024-11-22T03:54:51.746592Z\"}","iteration":53,"elapsed":"54.410405ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:40.626093121Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/619dee3a-9d47-45ec-a665-d347c721dbd7/producers?sort_by=id_ascending","method":"GET","req_id":"e2ee9c1c-fba1-44f1-a808-9cf0e7461d72","remote_addr":"[fd00:1122:3344:101::d]:47708","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:40.626493368Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/619dee3a-9d47-45ec-a665-d347c721dbd7/producers?sort_by=id_ascending","method":"GET","req_id":"e2ee9c1c-fba1-44f1-a808-9cf0e7461d72","remote_addr":"[fd00:1122:3344:101::d]:47708","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:03:40.628514394Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"uri":"/metrics/collectors/619dee3a-9d47-45ec-a665-d347c721dbd7/producers?sort_by=id_ascending","method":"GET","req_id":"e2ee9c1c-fba1-44f1-a808-9cf0e7461d72","remote_addr":"[fd00:1122:3344:101::d]:47708","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2517,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:40.628743068Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/619dee3a-9d47-45ec-a665-d347c721dbd7/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmY2QwNGMwZi0xNDcxLTQ0MDMtYjhkOS1mZTI4MWY4Mjk0NjUifX0%3D","method":"GET","req_id":"ae7d7a74-c22d-4b5a-9538-56ac2bdd6f47","remote_addr":"[fd00:1122:3344:101::d]:47708","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:40.629060844Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/619dee3a-9d47-45ec-a665-d347c721dbd7/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmY2QwNGMwZi0xNDcxLTQ0MDMtYjhkOS1mZTI4MWY4Mjk0NjUifX0%3D","method":"GET","req_id":"ae7d7a74-c22d-4b5a-9538-56ac2bdd6f47","remote_addr":"[fd00:1122:3344:101::d]:47708","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:03:40.630992468Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"uri":"/metrics/collectors/619dee3a-9d47-45ec-a665-d347c721dbd7/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmY2QwNGMwZi0xNDcxLTQ0MDMtYjhkOS1mZTI4MWY4Mjk0NjUifX0%3D","method":"GET","req_id":"ae7d7a74-c22d-4b5a-9538-56ac2bdd6f47","remote_addr":"[fd00:1122:3344:101::d]:47708","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2310,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:03:40.632495365Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"uri":"/da73a142-bb8b-46e7-9b17-ceac40c41577","method":"GET","req_id":"4ff1e2c0-accd-4479-97e7-11b3b2691d45","remote_addr":"[fd00:1122:3344:101::d]:33895","local_addr":"[fd00:1122:3344:101::b]:49758","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":270,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:48.19367654Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":54,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:48.193753201Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:48.193771712Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":54,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:48.193787312Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:48.194102837Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:48.194118098Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:48.195843839Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:48.196821676Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:48.1970581Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:48.198443495Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:48.198462075Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:48.198598347Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:48.200138355Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:48.200318098Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:48.202088319Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:48.204476842Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 76e5932f-8d07-44e4-9a57-068f75ced7ea, lookup_type: ById(76e5932f-8d07-44e4-9a57-068f75ced7ea) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:48.204493832Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:48.204619404Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:48.216829281Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"original_time_created":"2024-11-22 03:54:51.746592 UTC","original_target_id":"76e5932f-8d07-44e4-9a57-068f75ced7ea","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","time_created":"2024-11-22 03:54:51.746592 UTC","target_id":"76e5932f-8d07-44e4-9a57-068f75ced7ea"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:48.216860921Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"76e5932f-8d07-44e4-9a57-068f75ced7ea\",\"time_created\":\"2024-11-22T03:54:51.746592Z\"}","iteration":54,"elapsed":"23.200162ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:48.225410743Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":54,"elapsed":"31.722303ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:03:50.632358702Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"uri":"/da73a142-bb8b-46e7-9b17-ceac40c41577","method":"GET","req_id":"a79818c1-240b-4acf-9090-0401ec7d876c","remote_addr":"[fd00:1122:3344:101::d]:33895","local_addr":"[fd00:1122:3344:101::b]:49758","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":305,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.193357224Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":55,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.193408895Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.193420425Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.193427905Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.193437716Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.193445006Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":10,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.193452956Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.193460346Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":10,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:03:58.193467596Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.193475026Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.193482476Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.193489537Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.193495697Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.193501847Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":5,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.193510057Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.193516817Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":11,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-22T04:03:58.193524727Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"76e5932f-8d07-44e4-9a57-068f75ced7ea","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.193532547Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":12,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.193540167Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"enabled\":false,\"target_id\":\"76e5932f-8d07-44e4-9a57-068f75ced7ea\"}","iteration":11,"elapsed":"12.35µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.193549118Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.193556868Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.193563578Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.193570838Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.193578078Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.193585668Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.193592168Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.193599008Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.193605419Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.193612679Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.193619489Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.193627179Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.193634269Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.193641859Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.193652349Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.193663089Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.19367464Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":19,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.19368597Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.19369708Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.19370892Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.193720101Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:03:58.193738181Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-22 03:53:58.193597278 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.193749801Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.193759741Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.193770442Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.193780382Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.193792502Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.193802882Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.193812772Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.193823902Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.193834723Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.193844753Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.193854843Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.193864493Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":19,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:03:58.193875783Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.193886353Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.193897464Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.193908694Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.193919384Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":55,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.193930174Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.193940005Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":19,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.193950285Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.193961125Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.193970795Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.193981635Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.193991505Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.194004266Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.194014906Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.194026246Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.194038896Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.194051296Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.194061067Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.194072127Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.194096187Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.194156638Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.194173989Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.194186529Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.194197069Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.194209339Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.194219999Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.194228579Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.19427508Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.194290331Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.194302611Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.194315101Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.194326041Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.194336921Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.194349652Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.194361632Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.194373582Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.194385272Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.194396922Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.194406433Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.194418473Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DnsResolver","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"bf35fb21-6ab5-4f9e-9cf6-4e6162e8ce1b.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"da108ce4-fade-4cd8-8ba2-9af291527495.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"da108ce4-fade-4cd8-8ba2-9af291527495.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1467, tv_nsec: 545610354 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.194437803Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DnsResolver","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"0a6d4402-4330-4dac-a6fc-1163b7dedc8a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"6f3e43a0-44c3-470b-aeed-59e4d3e6b91a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"d2bf14c6-9ae0-4e6c-817f-248aabab435c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"d2bf14c6-9ae0-4e6c-817f-248aabab435c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:3::1))) }], valid_until: Instant { tv_sec: 1467, tv_nsec: 545672505 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.194458724Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.194467524Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.194594286Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.194626917Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.194720448Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.1948024Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.19481791Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":10,"elapsed":"1.176881ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.194884611Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.194912952Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\"]}","iteration":10,"elapsed":"1.508397ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.196274326Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.19650819Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.196587712Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.196709534Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.19709297Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.198019947Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":19,"elapsed":"4.47416ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.19988079Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.19989325Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.200069393Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.200079313Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.200085883Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.200266547Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.20048459Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.200500021Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.200642303Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.202932924Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DnsResolver","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fcd04c0f-1471-4403-b8d9-fe281f829465.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fcd04c0f-1471-4403-b8d9-fe281f829465.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1467, tv_nsec: 554206646 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:03:58.203201689Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1103"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.20326598Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DnsResolver","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fcd04c0f-1471-4403-b8d9-fe281f829465.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fcd04c0f-1471-4403-b8d9-fe281f829465.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1467, tv_nsec: 554542943 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:03:58.203483314Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.204141006Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.206344234Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.206369145Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.206503757Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:03:58.213937879Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-22 03:53:58.193597278 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.21396625Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"expiration\":\"2024-11-22T03:53:58.193597278Z\",\"pruned\":[]}","iteration":10,"elapsed":"20.344711ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.214444158Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.214741474Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.216521375Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.21792219Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":10,"elapsed":"24.2064ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.217948371Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.218673723Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.218688613Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.219019019Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.221519394Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.221546814Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.221557635Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.225152008Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.225931702Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.227993999Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.228026009Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.228199042Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.229315672Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.231068513Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.231356578Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.246166681Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.249581672Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.249616972Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.249656853Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.251100229Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":19,"elapsed":"57.661853ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.252415272Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.252767398Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.253343608Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.254786984Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":19,"elapsed":"61.220966ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.255029869Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.255210682Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.255228492Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.255394375Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.258455799Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.25847946Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.258741584Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.259281024Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.259535558Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.261165057Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:03:58.262887048Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.262918118Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.262929279Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.263142962Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.263944537Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.26411796Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.264209281Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.264337474Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.264362134Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.264370864Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.264578948Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.26638932Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.266589954Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.266653725Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.267090603Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.268113221Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.268357995Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.268708651Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DnsResolver","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fcd04c0f-1471-4403-b8d9-fe281f829465.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fcd04c0f-1471-4403-b8d9-fe281f829465.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1467, tv_nsec: 619968233 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:03:58.269064538Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1103"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.269159129Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":19,"elapsed":"75.655083ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.269287911Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.269310042Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.269475895Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.270205248Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 76e5932f-8d07-44e4-9a57-068f75ced7ea, lookup_type: ById(76e5932f-8d07-44e4-9a57-068f75ced7ea) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.270223868Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.270231448Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.270400021Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.272227764Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.272258234Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.272340966Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.272373266Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.272386326Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.272399017Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.272408687Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.272418077Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.272693282Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.27425409Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:03:58.27428071Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.27429282Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":10,"elapsed":"80.517739ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.27430558Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.274318931Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.274456653Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.278590476Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.279003744Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.279313489Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.280122264Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"nsuccess\":5}","iteration":5,"elapsed":"86.670538ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.28330612Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.283333521Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.283445473Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.283526464Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.283829429Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.284797467Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:03:58.284822557Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.284838757Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":10,"elapsed":"91.391292ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.286149581Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.286424355Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.289715144Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"original_time_created":"2024-11-22 03:54:51.746592 UTC","original_target_id":"76e5932f-8d07-44e4-9a57-068f75ced7ea","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","time_created":"2024-11-22 03:54:51.746592 UTC","target_id":"76e5932f-8d07-44e4-9a57-068f75ced7ea"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.289750754Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"76e5932f-8d07-44e4-9a57-068f75ced7ea\",\"time_created\":\"2024-11-22T03:54:51.746592Z\"}","iteration":55,"elapsed":"96.39124ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.297140656Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.297470491Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.298792095Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.300003096Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.300256931Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.301684456Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:03:58.3063752Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.30640452Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":19,"elapsed":"112.799411ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.308912314Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.309053557Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:03:58.309402213Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.309424944Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.309432574Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.309641307Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.310510993Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":19,"elapsed":"116.976136ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.31143955Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":55,"elapsed":"117.666818ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.315544972Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.317322354Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":19,"elapsed":"123.661834ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.317487737Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.317514537Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.31764957Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.322811751Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.322846162Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"6f2d86f2-6de6-4684-83fe-c32622f287de"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.322858432Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.323061506Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.324922899Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.32780668Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.32783329Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.327964513Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.32840906Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.330942545Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"6f2d86f2-6de6-4684-83fe-c32622f287de"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.330967046Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.330977966Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"current_time_created":"2024-11-22 03:55:08.212168 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.330986946Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"generation\":1}","iteration":10,"elapsed":"137.577501ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.331268261Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.331282731Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.331420664Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.335472566Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.335498576Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.335508817Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.335516877Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.33572089Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.337082625Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.337262298Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.338167364Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.340138199Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Sled { parent: Fleet, key: fcd04c0f-1471-4403-b8d9-fe281f829465, lookup_type: ById(fcd04c0f-1471-4403-b8d9-fe281f829465) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.340170809Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.340322852Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.340729499Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.340750719Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.340892022Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.342037202Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"0","iteration":19,"elapsed":"148.668538ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:03:58.346781626Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:03:58.346802977Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.346815047Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":19,"elapsed":"153.021096ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.360346187Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"physical_disks_added\":0}","iteration":20,"elapsed":"166.832471ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.372680366Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.372941511Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.37968433Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.379708211Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"4ce04a8f-a352-490b-94a2-239a377fc358"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.379720531Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.379920865Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-22T04:03:58.389413033Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.389440463Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":10,"elapsed":"195.854725ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.402558566Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.40278449Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:03:58.445469538Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.445502548Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.445822444Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5fff9310-4440-4f89-a705-b28f97467556\", \"content-length\": \"26\", \"date\": \"Fri, 22 Nov 2024 04:03:58 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:03:58.445854075Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.447331751Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:03:58.44895201Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:03:58.467614601Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.467674412Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.468029728Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e174147-5c50-43a3-aad7-3eb14bff96fc\", \"content-length\": \"26\", \"date\": \"Fri, 22 Nov 2024 04:03:58 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:03:58.468055189Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:03:58.470349839Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled fcd04c0f-1471-4403-b8d9-fe281f829465","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:03:58.561496717Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.561545928Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"SledAgent":"fcd04c0f-1471-4403-b8d9-fe281f829465","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.562125138Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"SledAgent":"fcd04c0f-1471-4403-b8d9-fe281f829465","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"95ff17e5-6ccc-4719-a072-6a2b6d3d0173\", \"content-length\": \"372\", \"date\": \"Fri, 22 Nov 2024 04:03:58 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.562162408Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.562627567Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.564977948Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.569728613Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.569754923Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.570415635Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.570446086Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.570654279Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.572619334Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.572653485Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.572802045Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.573287286Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"4ce04a8f-a352-490b-94a2-239a377fc358"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.573318757Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.573330523Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"current_time_created":"2024-11-22 03:55:08.993234 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.573341924Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"generation\":2}","iteration":10,"elapsed":"379.757669ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.573737334Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.573769844Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.574014679Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.576143727Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.578620871Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.578650371Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.578869725Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:03:58.593025346Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.593075667Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"SledAgent":"fcd04c0f-1471-4403-b8d9-fe281f829465","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.593402343Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"SledAgent":"fcd04c0f-1471-4403-b8d9-fe281f829465","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"3183d4fe-485f-4596-9885-e48e6f0b89e1\", \"date\": \"Fri, 22 Nov 2024 04:03:58 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.593423253Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.593870021Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.59605098Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.596225023Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:03:58.596977776Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.597006127Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"MgsClient","rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.597329523Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"MgsClient","rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b6a9250-8577-418c-ab0d-51cca20131ec\", \"content-length\": \"26\", \"date\": \"Fri, 22 Nov 2024 04:03:58 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:03:58.597354793Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.599190805Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.599511201Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:03:58.599847877Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.603200287Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"VPC route manager sled fcd04c0f-1471-4403-b8d9-fe281f829465 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:03:58.603438081Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.603458061Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"SledAgent":"fcd04c0f-1471-4403-b8d9-fe281f829465","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.603912209Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"SledAgent":"fcd04c0f-1471-4403-b8d9-fe281f829465","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"e99bbdf8-94be-4866-82f8-ef8eaca374fd\", \"date\": \"Fri, 22 Nov 2024 04:03:58 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.605821163Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{}","iteration":19,"elapsed":"412.094463ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.629995372Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-22T03:54:55.939927Z, time_modified: 2024-11-22T03:54:55.939927Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: f0a97a2b-64c8-4e4c-8eb7-11a4e1b5b208, db_silo: Silo { identity: SiloIdentity { id: f0a97a2b-64c8-4e4c-8eb7-11a4e1b5b208, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-22T03:55:08.938187Z, time_modified: 2024-11-22T03:55:08.938187Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"98a9718ede1d4c4d701e8693c2f523af9b1e57362a46563d3b2ef1eb0854b05e\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: f0a97a2b-64c8-4e4c-8eb7-11a4e1b5b208, db_silo: Silo { identity: SiloIdentity { id: f0a97a2b-64c8-4e4c-8eb7-11a4e1b5b208, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-22T03:55:08.938187Z, time_modified: 2024-11-22T03:55:08.938187Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"98a9718ede1d4c4d701e8693c2f523af9b1e57362a46563d3b2ef1eb0854b05e\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.630063723Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"f0a97a2b-64c8-4e4c-8eb7-11a4e1b5b208\",\"tls_certs\":[\"98a9718ede1d4c4d701e8693c2f523af9b1e57362a46563d3b2ef1eb0854b05e\"]}},\"default_endpoint\":{\"silo_id\":\"f0a97a2b-64c8-4e4c-8eb7-11a4e1b5b208\",\"tls_certs\":[\"98a9718ede1d4c4d701e8693c2f523af9b1e57362a46563d3b2ef1eb0854b05e\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":10,"elapsed":"436.389044ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.669539174Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.670083143Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"fc9d68b4-fe0e-446b-b5b6-0a6a3e0aef30\", \"date\": \"Fri, 22 Nov 2024 04:03:58 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:03:58.670109814Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.672106419Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"5cdb73ef-4d85-4006-a626-28df4890d7cb\", \"date\": \"Fri, 22 Nov 2024 04:03:58 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:03:58.67213522Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:03:58.673908921Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.673936962Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":12,"elapsed":"480.233492ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.692862068Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{}","iteration":19,"elapsed":"499.326871ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.800441196Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.800817892Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb621813-e688-4289-8515-545b389b4ef1\", \"content-length\": \"1\", \"date\": \"Fri, 22 Nov 2024 04:03:57 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.80292308Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.803297416Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.805511966Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"null","iteration":19,"elapsed":"612.007589ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.837689997Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"SledAgent":"fcd04c0f-1471-4403-b8d9-fe281f829465","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.838196206Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"SledAgent":"fcd04c0f-1471-4403-b8d9-fe281f829465","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"065ad97b-b687-4044-a4cb-f3b4ce84f73c\", \"content-length\": \"691\", \"date\": \"Fri, 22 Nov 2024 04:03:58 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:03:58.838227906Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:03:58.838242286Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:03:58.838252157Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.839390067Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{}","iteration":19,"elapsed":"645.590124ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.896258056Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.896857626Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"576857f4-406c-4fe0-936d-70792d2ff305\", \"date\": \"Fri, 22 Nov 2024 04:03:58 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:03:58.896875507Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.899226228Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"62146ef2-9521-4d98-a1d8-dd3cdab88834\", \"date\": \"Fri, 22 Nov 2024 04:03:58 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:03:58.899248219Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.901391177Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"e125e1da-d7a8-40cb-b82b-6668be62a1ce\", \"date\": \"Fri, 22 Nov 2024 04:03:58 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:03:58.901412297Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:03:58.903449614Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.903489794Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":12,"elapsed":"710.018728ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.954993718Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.955372515Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:03:58.957776578Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 8c982de3-ef49-408d-998d-5a67e7ddcdb0, rack_id: cccdefe3-2bc4-4184-8dc4-7e505090a7b9, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(cc6379ce-237d-4ede-bb03-e926aaff79eb) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.957805128Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.957983601Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.968659311Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DpdClient","rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.968963086Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DpdClient","rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b90669bc-969d-4764-a520-777f2e6593c4\", \"content-length\": \"134\", \"date\": \"Fri, 22 Nov 2024 04:03:58 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:03:58.969014567Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:03:58.969029647Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"cc6379ce-237d-4ede-bb03-e926aaff79eb","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:03:58.969340963Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:03:58.969352263Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:03:58.969360283Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:03:58.969369033Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:03:58.969377263Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:03:58.969384904Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:03:58.969538916Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:03:58.969550107Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:03:58.969694799Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.969703819Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.970016065Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.972267065Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DpdClient","rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.972408767Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DpdClient","rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2feb1253-e9fc-41cb-9b6b-c8654920e165\", \"content-length\": \"2\", \"date\": \"Fri, 22 Nov 2024 04:03:58 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.972430398Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DpdClient","rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.97254598Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DpdClient","rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5dcab2fa-a3aa-414e-91f6-964aa4869232\", \"content-length\": \"52\", \"date\": \"Fri, 22 Nov 2024 04:03:58 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:03:58.97257741Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:58.972596561Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:59.140238065Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"19760cf0-8ae7-4739-add6-88b5bbde0f49\", \"date\": \"Fri, 22 Nov 2024 04:03:58 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:03:59.140282816Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:59.140293356Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:59.140531041Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6292511-887f-4b99-9f42-52ff4b862b32\", \"content-length\": \"682\", \"date\": \"Fri, 22 Nov 2024 04:03:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:59.140578301Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:59.140903537Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:59.144403869Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:59.144695994Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:59.147969682Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:59.148161436Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:59.150120171Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:59.150471267Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:03:59.156971382Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{}","iteration":19,"elapsed":"963.277522ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:04:00.633095365Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"uri":"/da73a142-bb8b-46e7-9b17-ceac40c41577","method":"GET","req_id":"1cfaf48c-b15a-4cc3-9617-cffa9c171bf6","remote_addr":"[fd00:1122:3344:101::d]:33895","local_addr":"[fd00:1122:3344:101::b]:49758","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":315,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:08.193249652Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":56,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:08.193299453Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":56,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:08.193310333Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:08.193318563Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:08.193626698Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:08.193641399Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:08.19541922Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:08.195587003Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:08.195895969Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:08.197170261Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":56,"elapsed":"3.91866ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:08.198443134Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:08.198454854Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:08.198597967Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:08.200998739Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:08.201180273Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:08.202770931Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:08.205240814Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 76e5932f-8d07-44e4-9a57-068f75ced7ea, lookup_type: ById(76e5932f-8d07-44e4-9a57-068f75ced7ea) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:08.205258065Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:08.205392607Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:08.216340522Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"original_time_created":"2024-11-22 03:54:51.746592 UTC","original_target_id":"76e5932f-8d07-44e4-9a57-068f75ced7ea","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","time_created":"2024-11-22 03:54:51.746592 UTC","target_id":"76e5932f-8d07-44e4-9a57-068f75ced7ea"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:08.216356892Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"76e5932f-8d07-44e4-9a57-068f75ced7ea\",\"time_created\":\"2024-11-22T03:54:51.746592Z\"}","iteration":56,"elapsed":"23.13038ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:04:10.63281677Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"uri":"/da73a142-bb8b-46e7-9b17-ceac40c41577","method":"GET","req_id":"e3fef805-3d47-4aef-ae64-e81955e08be0","remote_addr":"[fd00:1122:3344:101::d]:33895","local_addr":"[fd00:1122:3344:101::b]:49758","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":270,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:18.194006215Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":57,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:18.194058966Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":57,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:18.194069026Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:18.194077146Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:18.194459923Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:18.194477673Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:18.196590151Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:18.199154976Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:18.199168086Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:18.199317399Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:18.201213213Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:18.201478838Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:18.203143397Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:18.205763814Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 76e5932f-8d07-44e4-9a57-068f75ced7ea, lookup_type: ById(76e5932f-8d07-44e4-9a57-068f75ced7ea) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:18.205776514Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:18.205927806Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:18.215254482Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"original_time_created":"2024-11-22 03:54:51.746592 UTC","original_target_id":"76e5932f-8d07-44e4-9a57-068f75ced7ea","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","time_created":"2024-11-22 03:54:51.746592 UTC","target_id":"76e5932f-8d07-44e4-9a57-068f75ced7ea"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:18.215270392Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"76e5932f-8d07-44e4-9a57-068f75ced7ea\",\"time_created\":\"2024-11-22T03:54:51.746592Z\"}","iteration":57,"elapsed":"21.290748ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:18.224375054Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:18.224577007Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:18.252119936Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":57,"elapsed":"58.105391ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:04:20.633005103Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"uri":"/da73a142-bb8b-46e7-9b17-ceac40c41577","method":"GET","req_id":"6caba2bd-fc51-47b3-83c7-883257929659","remote_addr":"[fd00:1122:3344:101::d]:33895","local_addr":"[fd00:1122:3344:101::b]:49758","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":297,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.193901063Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.193959424Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":58,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.193971834Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.193981074Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.193990155Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.193999635Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.194007715Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.194015685Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":58,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.194023635Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.194031085Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.194038746Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.194047406Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":20,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.194057746Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.194065506Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.194073516Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.194081806Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.194091086Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.194098996Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.194106837Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.194114467Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.194123197Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.194131457Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.194139217Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.194146607Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.194155208Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.194163988Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":20,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:04:28.194172898Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.194181658Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.194190358Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.194198038Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.194205509Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.194213998Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.194222489Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.194230509Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.194239299Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.194380712Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.194396462Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.194467283Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.194489474Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.194500564Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.194523844Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.194576225Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.194588975Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.194599176Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.194607536Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.194617036Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.194655966Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.194666497Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.194676157Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.194684477Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.194693307Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.196790834Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.196992088Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.198369452Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":20,"elapsed":"4.253226ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:04:28.198739619Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.198768309Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.198778699Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.199000903Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.200722734Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DnsResolver","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fcd04c0f-1471-4403-b8d9-fe281f829465.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fcd04c0f-1471-4403-b8d9-fe281f829465.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1497, tv_nsec: 551940956 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.200984729Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:04:28.20108958Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1103"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.201202002Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DnsResolver","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fcd04c0f-1471-4403-b8d9-fe281f829465.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fcd04c0f-1471-4403-b8d9-fe281f829465.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1497, tv_nsec: 552420605 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:04:28.201483527Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.201575469Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.202551137Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.202854582Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.203582695Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.203607565Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.20386801Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.207593766Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.207625827Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.207638537Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.207651267Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.207662107Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.207671877Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.207680408Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.207686728Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.207693608Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.211421984Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.211616407Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DnsResolver","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fcd04c0f-1471-4403-b8d9-fe281f829465.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fcd04c0f-1471-4403-b8d9-fe281f829465.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1497, tv_nsec: 562841540 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.211645338Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:04:28.211958433Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.212232028Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.212496203Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:04:28.214876265Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.214901146Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":20,"elapsed":"20.762038ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.233919323Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.234137237Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.234773398Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":20,"elapsed":"40.879876ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.23485707Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.235710395Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.235932999Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.237318254Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":58,"elapsed":"43.4247ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.237732721Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.237920464Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.238297221Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.238310351Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.238602386Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:04:28.239546403Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.239567493Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.239579703Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.239740977Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.240248966Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.240389208Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.241593979Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.241959066Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":20,"elapsed":"47.905179ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.242834881Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.242858672Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.243022365Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.244027953Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.244044333Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.244212796Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.244936069Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Sled { parent: Fleet, key: fcd04c0f-1471-4403-b8d9-fe281f829465, lookup_type: ById(fcd04c0f-1471-4403-b8d9-fe281f829465) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.244951359Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.245117562Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.245727663Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.24613951Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.246434125Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.246953114Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"0","iteration":20,"elapsed":"52.807057ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.248420651Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 76e5932f-8d07-44e4-9a57-068f75ced7ea, lookup_type: ById(76e5932f-8d07-44e4-9a57-068f75ced7ea) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.248435881Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.248576463Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.249597591Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.249878836Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.250276803Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.25065135Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.250868494Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.251718629Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.25179016Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.251916362Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.251989374Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.252519233Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.252534984Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.252712437Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.261058645Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"original_time_created":"2024-11-22 03:54:51.746592 UTC","original_target_id":"76e5932f-8d07-44e4-9a57-068f75ced7ea","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","time_created":"2024-11-22 03:54:51.746592 UTC","target_id":"76e5932f-8d07-44e4-9a57-068f75ced7ea"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.261089195Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"76e5932f-8d07-44e4-9a57-068f75ced7ea\",\"time_created\":\"2024-11-22T03:54:51.746592Z\"}","iteration":58,"elapsed":"67.124641ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.265270119Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":20,"elapsed":"71.193733ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:04:28.269492034Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:04:28.269515045Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.269525795Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":20,"elapsed":"75.52053ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.282174439Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":20,"elapsed":"88.070733ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.289808525Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":20,"elapsed":"95.825981ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:04:28.291424274Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.291439774Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.291761149Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f0db5b2-cd81-4b06-98ca-20bbb3ed6896\", \"content-length\": \"26\", \"date\": \"Fri, 22 Nov 2024 04:04:28 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:04:28.2917761Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:04:28.293663843Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:04:28.296243269Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.296256669Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.296556355Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"194db42c-2e9d-428c-84f9-f8b66d76a418\", \"content-length\": \"26\", \"date\": \"Fri, 22 Nov 2024 04:04:28 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:04:28.296569095Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:04:28.298175343Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:04:28.307425658Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.307444488Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"MgsClient","rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.307688152Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"MgsClient","rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"995717f1-e680-4661-85d6-6c88cab7d6ed\", \"content-length\": \"26\", \"date\": \"Fri, 22 Nov 2024 04:04:28 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:04:28.307701672Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:04:28.309530355Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.345045705Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.345358581Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.347052211Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.348896133Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.348908283Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.349059756Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.350521302Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.352590379Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.352602909Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.352776632Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.357665699Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"physical_disks_added\":0}","iteration":21,"elapsed":"163.736986ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.395241796Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{}","iteration":20,"elapsed":"201.201331ms"} {"msg":"VPC route manager sled fcd04c0f-1471-4403-b8d9-fe281f829465","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:04:28.396463218Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.396475418Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"SledAgent":"fcd04c0f-1471-4403-b8d9-fe281f829465","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.396896045Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"SledAgent":"fcd04c0f-1471-4403-b8d9-fe281f829465","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4187d01e-0fe6-4bc4-940b-556fe4cfeec1\", \"content-length\": \"372\", \"date\": \"Fri, 22 Nov 2024 04:04:28 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.396914446Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.397238801Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.400310236Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.40054737Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a8746d19-6c29-4d33-a7c3-d9b42d2db9fc\", \"content-length\": \"1\", \"date\": \"Fri, 22 Nov 2024 04:04:28 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.401447326Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.40171156Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.419976025Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"SledAgent":"fcd04c0f-1471-4403-b8d9-fe281f829465","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.420369522Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"SledAgent":"fcd04c0f-1471-4403-b8d9-fe281f829465","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"52117755-4fac-44af-bb62-03f22d94fe24\", \"content-length\": \"691\", \"date\": \"Fri, 22 Nov 2024 04:04:28 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:04:28.420398722Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:04:28.420409852Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:04:28.420418312Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.421823528Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"null","iteration":20,"elapsed":"227.883744ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.421883818Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{}","iteration":20,"elapsed":"227.881163ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:04:28.437518016Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.437534786Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"SledAgent":"fcd04c0f-1471-4403-b8d9-fe281f829465","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.437869652Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"SledAgent":"fcd04c0f-1471-4403-b8d9-fe281f829465","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"50067231-963a-4471-9347-50324396a25c\", \"date\": \"Fri, 22 Nov 2024 04:04:28 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.437880802Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.438207558Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.440700552Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.440925387Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.443166006Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.443458871Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled fcd04c0f-1471-4403-b8d9-fe281f829465 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:04:28.44676469Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.44678144Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"SledAgent":"fcd04c0f-1471-4403-b8d9-fe281f829465","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.447129857Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"SledAgent":"fcd04c0f-1471-4403-b8d9-fe281f829465","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"577d1600-ffef-47f2-ad69-bfe24a586bff\", \"date\": \"Fri, 22 Nov 2024 04:04:28 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.449519569Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{}","iteration":20,"elapsed":"255.432323ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.481598378Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.482020116Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:04:28.484306366Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 8c982de3-ef49-408d-998d-5a67e7ddcdb0, rack_id: cccdefe3-2bc4-4184-8dc4-7e505090a7b9, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(cc6379ce-237d-4ede-bb03-e926aaff79eb) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.484345287Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.484630312Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.495650458Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DpdClient","rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.496029244Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DpdClient","rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e36f9a6f-4525-46fa-a0a1-baf1292cef7d\", \"content-length\": \"134\", \"date\": \"Fri, 22 Nov 2024 04:04:28 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:04:28.496052395Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:04:28.496063745Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"cc6379ce-237d-4ede-bb03-e926aaff79eb","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:04:28.49638584Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:04:28.496396691Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:04:28.496403801Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:04:28.496410881Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:04:28.496418551Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:04:28.496428001Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:04:28.496659325Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:04:28.496670676Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:04:28.496855409Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.496864479Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.497201945Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.49916938Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DpdClient","rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.499314083Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DpdClient","rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20349ef9-ff3a-4bb4-9998-a9137a79803e\", \"content-length\": \"2\", \"date\": \"Fri, 22 Nov 2024 04:04:28 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.499340063Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DpdClient","rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.499416244Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DpdClient","rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae949c8e-3b91-440f-b053-ff769037d3e6\", \"content-length\": \"52\", \"date\": \"Fri, 22 Nov 2024 04:04:28 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:04:28.499431534Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.499443405Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.594236077Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"a8d55de6-2522-4abc-a48b-b95316d5c4bd\", \"date\": \"Fri, 22 Nov 2024 04:04:28 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:04:28.594278618Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.594289448Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.594466281Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5721dcfb-a37f-4fc9-a101-300adb56a9c5\", \"content-length\": \"682\", \"date\": \"Fri, 22 Nov 2024 04:04:28 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.594508492Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.594810197Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.597917632Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.598246258Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.602717387Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.604489359Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.607182217Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.607424421Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:28.614755391Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{}","iteration":20,"elapsed":"420.725326ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:04:30.633146695Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"uri":"/da73a142-bb8b-46e7-9b17-ceac40c41577","method":"GET","req_id":"3dbda2c6-8b78-4f6d-bc34-ab026c619161","remote_addr":"[fd00:1122:3344:101::d]:33895","local_addr":"[fd00:1122:3344:101::b]:49758","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":318,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:38.193321233Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":59,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:38.193373314Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":59,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:38.193383084Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:38.193390554Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:38.193684939Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:38.19374842Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:38.195334228Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:38.195502741Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:38.196421428Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:38.197349504Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":59,"elapsed":"4.023352ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:38.199042944Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:38.199058274Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:38.199214127Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:38.20163192Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:38.201839104Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:38.203722947Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:38.20616158Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 76e5932f-8d07-44e4-9a57-068f75ced7ea, lookup_type: ById(76e5932f-8d07-44e4-9a57-068f75ced7ea) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:38.206176561Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:38.206307763Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:38.21739167Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"original_time_created":"2024-11-22 03:54:51.746592 UTC","original_target_id":"76e5932f-8d07-44e4-9a57-068f75ced7ea","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","time_created":"2024-11-22 03:54:51.746592 UTC","target_id":"76e5932f-8d07-44e4-9a57-068f75ced7ea"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:38.21741312Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"76e5932f-8d07-44e4-9a57-068f75ced7ea\",\"time_created\":\"2024-11-22T03:54:51.746592Z\"}","iteration":59,"elapsed":"24.106318ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:04:40.632751778Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"uri":"/da73a142-bb8b-46e7-9b17-ceac40c41577","method":"GET","req_id":"296ecb2f-3b9f-499b-a772-f74730a3a724","remote_addr":"[fd00:1122:3344:101::d]:33895","local_addr":"[fd00:1122:3344:101::b]:49758","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":267,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:48.194028255Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":60,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:48.194088476Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":60,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:48.194100526Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:48.194110266Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:48.194388181Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:48.194415312Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:48.196721973Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:48.196855065Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:48.19713194Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:48.199276568Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:48.199292448Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:48.19942991Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:48.201323904Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:48.201582169Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:48.203509013Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:48.206186241Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 76e5932f-8d07-44e4-9a57-068f75ced7ea, lookup_type: ById(76e5932f-8d07-44e4-9a57-068f75ced7ea) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:48.206206831Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:48.206359153Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:48.215678249Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"original_time_created":"2024-11-22 03:54:51.746592 UTC","original_target_id":"76e5932f-8d07-44e4-9a57-068f75ced7ea","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","time_created":"2024-11-22 03:54:51.746592 UTC","target_id":"76e5932f-8d07-44e4-9a57-068f75ced7ea"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:48.215693679Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"76e5932f-8d07-44e4-9a57-068f75ced7ea\",\"time_created\":\"2024-11-22T03:54:51.746592Z\"}","iteration":60,"elapsed":"21.692105ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:48.229006505Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":60,"elapsed":"34.967771ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:04:50.633137995Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"uri":"/da73a142-bb8b-46e7-9b17-ceac40c41577","method":"GET","req_id":"75098be4-aea1-4d61-85d4-76a84da3c087","remote_addr":"[fd00:1122:3344:101::d]:33895","local_addr":"[fd00:1122:3344:101::b]:49758","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":269,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.193623477Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.193679678Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.193690439Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.193699149Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.193706459Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.193718429Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":3,"reason":"Timeout"} {"msg":"starting background task for service firewall rule propagation","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.193732369Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.193744969Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.19375716Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.19376912Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":11,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:04:58.19378138Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-22 03:54:58.193671788 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.19379662Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.19380821Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":21,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.193820691Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.193831611Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.193842981Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.193855931Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.193867392Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.193878562Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":12,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-22T04:04:58.193890632Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"76e5932f-8d07-44e4-9a57-068f75ced7ea","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.193903792Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":11,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.193917772Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"enabled\":false,\"target_id\":\"76e5932f-8d07-44e4-9a57-068f75ced7ea\"}","iteration":12,"elapsed":"15.07µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.193931633Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.193943103Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":2,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.193955043Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":21,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:04:58.193968733Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.193982784Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.193993914Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.194005104Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.194017404Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.194029625Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.194041925Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.194054795Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.194066675Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.194078255Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.194090095Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.194103186Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.194114326Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":11,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.194128096Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.194141076Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.194152977Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.194165897Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.194178037Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.194189457Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.194201677Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.194213838Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.194226868Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.194275979Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.194290129Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.194301739Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":2,"reason":"Timeout"} {"msg":"listing candidate sagas for recovery","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.19431381Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.19432452Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.19433627Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.19434796Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":61,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.19436061Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.194372051Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.194383571Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.194395721Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.194408391Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":61,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.194421001Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.194432242Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.194443762Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.194456012Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.194467532Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.194479562Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.194490153Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":11,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:04:58.194502293Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.194513153Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.194524813Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.194537734Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.194548864Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.194563474Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.194577644Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.194592864Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.194607875Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.194616955Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.194628025Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.194638385Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.194647625Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.194657436Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.194667766Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.194677506Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.194687856Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.194697456Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.194706837Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.194716517Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000003a8a, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.194726307Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.194735757Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.194745267Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.194754247Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.194762087Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.194770508Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.194780048Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.194789878Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DnsResolver","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"0a6d4402-4330-4dac-a6fc-1163b7dedc8a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"6f3e43a0-44c3-470b-aeed-59e4d3e6b91a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"d2bf14c6-9ae0-4e6c-817f-248aabab435c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"d2bf14c6-9ae0-4e6c-817f-248aabab435c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:3::1))) }], valid_until: Instant { tv_sec: 1527, tv_nsec: 545840938 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.194805938Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.194815019Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DnsResolver","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"bf35fb21-6ab5-4f9e-9cf6-4e6162e8ce1b.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"da108ce4-fade-4cd8-8ba2-9af291527495.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"da108ce4-fade-4cd8-8ba2-9af291527495.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1527, tv_nsec: 545861718 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.194826489Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.194834489Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.194841519Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.195177475Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.195193055Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":11,"elapsed":"1.476716ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.195250376Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.195261636Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\"]}","iteration":11,"elapsed":"1.445455ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.19717603Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.197194611Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.197329923Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":21,"elapsed":"3.423871ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.197423325Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:04:58.198912441Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-22 03:54:58.193671788 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.198935061Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"expiration\":\"2024-11-22T03:54:58.193671788Z\",\"pruned\":[]}","iteration":11,"elapsed":"5.244173ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.199056404Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:04:58.199346349Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.199356079Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.199362199Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.199575953Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.19996821Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.19998895Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.200128943Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.200905007Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.200929147Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.201054779Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.201913714Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.202105928Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.202580746Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.202747369Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.203103726Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.204795176Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.204817746Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:04:58.204825756Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.204833756Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.204840666Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":11,"elapsed":"10.975344ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.204952178Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.205004129Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DnsResolver","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fcd04c0f-1471-4403-b8d9-fe281f829465.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fcd04c0f-1471-4403-b8d9-fe281f829465.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1527, tv_nsec: 556199232 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:04:58.205278034Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.207717677Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.208255917Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.208625804Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.210802452Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.210823403Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.210831923Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.210844223Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.211043867Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.211059217Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.212634815Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.212657645Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.212874429Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.2134951Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.216491543Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.216518753Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.216745297Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.216761408Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.217027473Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.217161475Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":11,"elapsed":"23.139791ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.218330196Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.218356306Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DnsResolver","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fcd04c0f-1471-4403-b8d9-fe281f829465.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fcd04c0f-1471-4403-b8d9-fe281f829465.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1527, tv_nsec: 569340615 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.218374377Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:04:58.218690512Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.220478354Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.220687267Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DnsResolver","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fcd04c0f-1471-4403-b8d9-fe281f829465.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fcd04c0f-1471-4403-b8d9-fe281f829465.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1527, tv_nsec: 571878310 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.220866961Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:04:58.221011813Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.221816818Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.22195983Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.223407346Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.223751642Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.223955785Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.22418757Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.225402911Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.225425562Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.225613075Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.227143072Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.229693687Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":61,"elapsed":"35.685113ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.22986454Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.230151235Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.231791815Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.231908127Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.235054282Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 76e5932f-8d07-44e4-9a57-068f75ced7ea, lookup_type: ById(76e5932f-8d07-44e4-9a57-068f75ced7ea) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.235084633Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.235238586Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.237029277Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.237052158Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.237284292Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.243686186Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.244094973Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.244886817Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":21,"elapsed":"51.268779ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.245654261Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":21,"elapsed":"51.82138ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.246592497Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.248023663Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:04:58.253591291Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.253623132Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.253634522Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.254037919Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.25462054Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.254783623Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.255071168Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.257774296Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.257835537Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.257847307Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.257861037Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.2608629Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.262157193Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.26311008Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.263406856Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.263482577Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.264508695Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.264535626Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.264722909Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.26534227Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.265739077Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:04:58.265762597Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.265776928Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":11,"elapsed":"71.693342ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.266918868Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"original_time_created":"2024-11-22 03:54:51.746592 UTC","original_target_id":"76e5932f-8d07-44e4-9a57-068f75ced7ea","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","time_created":"2024-11-22 03:54:51.746592 UTC","target_id":"76e5932f-8d07-44e4-9a57-068f75ced7ea"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.266949268Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"76e5932f-8d07-44e4-9a57-068f75ced7ea\",\"time_created\":\"2024-11-22T03:54:51.746592Z\"}","iteration":61,"elapsed":"72.981815ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.267903585Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.267930846Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.268081819Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.268103479Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.268115619Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.268397724Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.269128737Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.269390392Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.26984882Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.26987292Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.269883611Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.269893191Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.270121155Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.270934809Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.271020581Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.271254985Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.271279455Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.271475609Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.272915814Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.273133868Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.273696078Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.27715206Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.27719327Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.27720745Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.277220521Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.277231861Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.277258641Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.277359483Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:04:58.277693539Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.27772295Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":21,"elapsed":"83.761986ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.279057373Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.279315408Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: eligible for removal","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.279498391Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","candidates":"[(19cb19a7-77d0-456a-a477-75cccc5b29e2, 0), (bb2be25a-161c-4a9e-afdb-30d5a08edeee, 0), (6c59157c-1820-48b8-8044-cd51eb815200, 0), (4acd1600-55b8-4488-9f7a-07f60d3e75ac, 0)]","collection_id":"19cb19a7-77d0-456a-a477-75cccc5b29e2"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.279514571Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.279617573Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.279838257Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.279888728Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.280918176Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.280948487Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.281079239Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.28110281Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.283571413Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.283666335Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Sled { parent: Fleet, key: fcd04c0f-1471-4403-b8d9-fe281f829465, lookup_type: ById(fcd04c0f-1471-4403-b8d9-fe281f829465) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.283690905Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.283885199Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.28394685Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.28564172Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"0","iteration":21,"elapsed":"91.647927ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.286858212Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.287041725Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.288565042Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.288815427Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.290998015Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.291336841Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.297962569Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":21,"elapsed":"104.029956ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.300041576Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.300443193Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.30195028Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.30424535Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.304269711Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.304440364Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.305547843Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.305568044Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.305576744Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.305584284Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.305881209Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.30591812Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":21,"elapsed":"112.062289ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.307449567Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:04:58.309667506Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:04:58.309691957Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.309702077Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":21,"elapsed":"115.990098ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.310721075Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":21,"elapsed":"116.63928ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.311468158Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.311486039Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.311690782Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.312437456Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"physical_disks_added\":0}","iteration":22,"elapsed":"118.544863ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.314288779Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.314315409Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"4ce04a8f-a352-490b-94a2-239a377fc358"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.314325689Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.314333439Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"6f2d86f2-6de6-4684-83fe-c32622f287de"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.314342909Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.31435329Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.314679305Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.314765417Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.316125211Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.316248413Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.319329988Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.319349218Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.319506361Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.320115262Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.320137452Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.320282495Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.322453693Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"4ce04a8f-a352-490b-94a2-239a377fc358"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.322478204Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.322487834Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"current_time_created":"2024-11-22 03:55:08.993234 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.322497394Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"generation\":2}","iteration":11,"elapsed":"128.573251ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.322994583Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"6f2d86f2-6de6-4684-83fe-c32622f287de"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.323012483Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.323022603Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"current_time_created":"2024-11-22 03:55:08.212168 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.323031794Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"generation\":1}","iteration":11,"elapsed":"129.174042ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.325194672Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.334927085Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.33523178Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.336836088Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.337000962Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.339020247Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.33918631Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed in-progress sagas","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:04:58.354586434Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/saga_recovery.rs:438","count":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.354609434Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"last_pass\":{\"Success\":{\"nfailed\":0,\"nfound\":0,\"nrecovered\":0,\"nremoved\":0,\"nskipped\":0}},\"ntotal_failures\":0,\"ntotal_finished\":0,\"ntotal_recovered\":0,\"ntotal_sec_errors_bad_state\":0,\"ntotal_sec_errors_missing\":0,\"ntotal_started\":0,\"recent_failures\":[],\"recent_recoveries\":[]}","iteration":2,"elapsed":"160.667671ms"} {"msg":"removed inventory collection","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:04:58.356752882Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/db-queries/src/db/datastore/inventory.rs:1446","nclickhouse_keeper_membership":0,"nerrors":0,"nzpools":0,"nnics":0,"nzones":0,"nsled_agent_zones":0,"nnvme_disk_firmware":0,"nphysical_disks":0,"ndatasets":0,"nsled_agents":0,"nrot_pages":8,"ncabooses":12,"nrots":2,"nsps":2,"ncollections":1,"collection_id":"19cb19a7-77d0-456a-a477-75cccc5b29e2"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.356774792Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.357025817Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.358739197Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.359386469Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-22T03:54:55.939927Z, time_modified: 2024-11-22T03:54:55.939927Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: f0a97a2b-64c8-4e4c-8eb7-11a4e1b5b208, db_silo: Silo { identity: SiloIdentity { id: f0a97a2b-64c8-4e4c-8eb7-11a4e1b5b208, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-22T03:55:08.938187Z, time_modified: 2024-11-22T03:55:08.938187Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"98a9718ede1d4c4d701e8693c2f523af9b1e57362a46563d3b2ef1eb0854b05e\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: f0a97a2b-64c8-4e4c-8eb7-11a4e1b5b208, db_silo: Silo { identity: SiloIdentity { id: f0a97a2b-64c8-4e4c-8eb7-11a4e1b5b208, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-22T03:55:08.938187Z, time_modified: 2024-11-22T03:55:08.938187Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"98a9718ede1d4c4d701e8693c2f523af9b1e57362a46563d3b2ef1eb0854b05e\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.359412809Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"f0a97a2b-64c8-4e4c-8eb7-11a4e1b5b208\",\"tls_certs\":[\"98a9718ede1d4c4d701e8693c2f523af9b1e57362a46563d3b2ef1eb0854b05e\"]}},\"default_endpoint\":{\"silo_id\":\"f0a97a2b-64c8-4e4c-8eb7-11a4e1b5b208\",\"tls_certs\":[\"98a9718ede1d4c4d701e8693c2f523af9b1e57362a46563d3b2ef1eb0854b05e\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":11,"elapsed":"165.756282ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-22T04:04:58.378288804Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.378313835Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":11,"elapsed":"184.544065ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:04:58.403766796Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.403786247Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"MgsClient","rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.404144013Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"MgsClient","rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d7f481a7-4e2c-4632-89e2-7d4749a2a0f9\", \"content-length\": \"26\", \"date\": \"Fri, 22 Nov 2024 04:04:58 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:04:58.404164263Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:04:58.406139258Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:04:58.480936105Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.481000087Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.481393124Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fca17a97-1982-4ffc-8fae-c909ceda3eab\", \"content-length\": \"26\", \"date\": \"Fri, 22 Nov 2024 04:04:58 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:04:58.481417084Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:04:58.483396809Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.485410675Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"VPC route manager sled fcd04c0f-1471-4403-b8d9-fe281f829465","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:04:58.519790155Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.519836986Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"SledAgent":"fcd04c0f-1471-4403-b8d9-fe281f829465","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.520390696Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"SledAgent":"fcd04c0f-1471-4403-b8d9-fe281f829465","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d0b0fce-be63-4a78-9e84-1f152fb066d1\", \"content-length\": \"372\", \"date\": \"Fri, 22 Nov 2024 04:04:58 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.520420406Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.520807023Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:04:58.521673668Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.521704059Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.521900352Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.522276989Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"330c35a4-96df-4704-8b3a-0f95890a64e4\", \"content-length\": \"26\", \"date\": \"Fri, 22 Nov 2024 04:04:58 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:04:58.52231722Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:04:58.524656471Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.525113909Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","candidates":"[(bb2be25a-161c-4a9e-afdb-30d5a08edeee, 0), (6c59157c-1820-48b8-8044-cd51eb815200, 0), (4acd1600-55b8-4488-9f7a-07f60d3e75ac, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.525859743Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DnsResolver","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12225, target: Name(\"dendrite-fcd04c0f-1471-4403-b8d9-fe281f829465.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fcd04c0f-1471-4403-b8d9-fe281f829465.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1527, tv_nsec: 877040585 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.526006395Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.526023886Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.526345481Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.532250436Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.532638983Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.533375346Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.533504748Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.535176758Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.537288836Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.537708873Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.539575076Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.539603157Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.53982059Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.545804627Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.545904449Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.546184993Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:04:58.552267181Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.552307212Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"SledAgent":"fcd04c0f-1471-4403-b8d9-fe281f829465","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.552597537Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.552620978Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.552642868Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"SledAgent":"fcd04c0f-1471-4403-b8d9-fe281f829465","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"51eeaeae-3d76-47cf-9754-120cce56842a\", \"date\": \"Fri, 22 Nov 2024 04:04:58 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.552657008Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.552833671Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.553051115Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.553412522Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.553711577Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.556743351Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.557045536Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.558437531Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.558640164Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.55895586Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.559197024Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.561165879Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.561373823Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.580057615Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.580592194Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"ff15ff94-f7e5-4ea7-8505-4ebd9fd8ba7e\", \"date\": \"Fri, 22 Nov 2024 04:04:58 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:04:58.580621425Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.582126681Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"2007abd7-cc33-4b3f-a6c4-2fcf93f1d59b\", \"date\": \"Fri, 22 Nov 2024 04:04:58 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:04:58.582156712Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:04:58.583620498Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.583644448Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":13,"elapsed":"389.663565ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.635213223Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.635845784Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"1e00e85c-808c-4842-924b-a0d0de1f1282\", \"date\": \"Fri, 22 Nov 2024 04:04:58 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:04:58.635869955Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.638650064Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"dcb08c2c-efb5-4426-8c2f-b6a0607cb205\", \"date\": \"Fri, 22 Nov 2024 04:04:58 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:04:58.638700805Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.640310394Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"f545abf2-9792-4926-b1df-308aaaa0367d\", \"date\": \"Fri, 22 Nov 2024 04:04:58 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:04:58.640387015Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:04:58.642020464Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.642050635Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":13,"elapsed":"448.119502ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.672540905Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.672931932Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba67263e-b03a-4043-80a8-927e5fe519bf\", \"content-length\": \"1\", \"date\": \"Fri, 22 Nov 2024 04:04:57 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.675958536Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.676427665Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.699768689Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577"} {"msg":"begin collection from MGS","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.69982221Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","mgs_url":"http://[fd00:1122:3344:101::2]:12225"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.69983777Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/ignition","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.700265577Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb76e8ea-035d-4140-a3df-5447dc1ea496\", \"content-length\": \"476\", \"date\": \"Fri, 22 Nov 2024 04:04:58 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.700294618Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.700812737Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"34ea07e1-43d7-4f5c-965d-9e68b37d7c8b\", \"content-length\": \"734\", \"date\": \"Fri, 22 Nov 2024 04:04:58 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.700870528Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.701340816Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3054b08b-08cb-43ca-9f52-992c06c8c163\", \"content-length\": \"111\", \"date\": \"Fri, 22 Nov 2024 04:04:58 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.701368327Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.701776954Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b254193-1ed3-4c88-a0c9-26652fadd70c\", \"content-length\": \"111\", \"date\": \"Fri, 22 Nov 2024 04:04:58 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.701808175Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.702149481Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"127a2c31-f373-4f3e-b46d-eafebf55e935\", \"content-length\": \"167\", \"date\": \"Fri, 22 Nov 2024 04:04:58 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.702174331Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.702563118Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b04c820-6028-4a37-8f4d-18141a8f9d2e\", \"content-length\": \"167\", \"date\": \"Fri, 22 Nov 2024 04:04:58 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.702588039Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.702906504Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d68c248-6dbb-4a3f-9749-8f7e82e27700\", \"content-length\": \"175\", \"date\": \"Fri, 22 Nov 2024 04:04:58 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.702922635Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.703268741Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"85b0b8e1-2491-42a9-8107-b2c527ed17ed\", \"content-length\": \"175\", \"date\": \"Fri, 22 Nov 2024 04:04:58 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.703283691Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.703444804Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"24de731d-efc7-4690-bdc3-a3ff96eb2de9\", \"content-length\": \"702\", \"date\": \"Fri, 22 Nov 2024 04:04:58 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.703471674Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.703625137Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"96c9c742-11a5-4f3c-9a6b-eaa34c0f98a8\", \"content-length\": \"727\", \"date\": \"Fri, 22 Nov 2024 04:04:58 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.703641617Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.70380483Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bbf36b8c-9c88-4347-ae53-fef967419a29\", \"content-length\": \"729\", \"date\": \"Fri, 22 Nov 2024 04:04:58 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.703823471Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.704049065Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb6ac5fb-ba50-4bd6-b164-cfa806a4e397\", \"content-length\": \"728\", \"date\": \"Fri, 22 Nov 2024 04:04:58 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.704068335Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.70434684Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c40534b-ed85-4333-a7d7-5ac1389561ad\", \"content-length\": \"722\", \"date\": \"Fri, 22 Nov 2024 04:04:58 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.70437192Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.704689696Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc1daa0c-1016-423f-8d3d-932d40f6926b\", \"content-length\": \"109\", \"date\": \"Fri, 22 Nov 2024 04:04:58 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.704709256Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.705003012Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cdffd509-e545-40f2-8181-a2c0e550e440\", \"content-length\": \"109\", \"date\": \"Fri, 22 Nov 2024 04:04:58 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.705022332Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.705446609Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2765f4ca-cd2e-4122-8f71-c80232e2f04a\", \"content-length\": \"169\", \"date\": \"Fri, 22 Nov 2024 04:04:58 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.70546827Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.705812606Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"93c2c6cd-dfe9-4f16-a971-2bdb131f52e4\", \"content-length\": \"169\", \"date\": \"Fri, 22 Nov 2024 04:04:58 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.705835826Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.706187953Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ac70743-7642-4b7e-836d-ab4f14136aca\", \"content-length\": \"178\", \"date\": \"Fri, 22 Nov 2024 04:04:58 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.706203233Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.706537189Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"04f3a671-0e24-45cf-be6b-323740d7553c\", \"content-length\": \"178\", \"date\": \"Fri, 22 Nov 2024 04:04:58 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.706554659Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.706716852Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"07103703-8385-48e6-bc43-1313060f4c57\", \"content-length\": \"702\", \"date\": \"Fri, 22 Nov 2024 04:04:58 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.706736192Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.706910626Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d1697c8a-b385-4c47-bf8e-a2abccf00d6b\", \"content-length\": \"727\", \"date\": \"Fri, 22 Nov 2024 04:04:58 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.706926946Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.707090439Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6a6b307-9bdb-404b-ae72-bb7105ede60e\", \"content-length\": \"729\", \"date\": \"Fri, 22 Nov 2024 04:04:58 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.707106189Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.707272422Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2b5311b3-300d-4472-8707-079c7f68cc7b\", \"content-length\": \"728\", \"date\": \"Fri, 22 Nov 2024 04:04:58 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.707289782Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.707788331Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.722114375Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{}","iteration":21,"elapsed":"528.05743ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.72408803Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"SledAgent":"fcd04c0f-1471-4403-b8d9-fe281f829465","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.72466068Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"SledAgent":"fcd04c0f-1471-4403-b8d9-fe281f829465","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db34a695-e81b-455f-baeb-3e48ddcf3e79\", \"content-length\": \"691\", \"date\": \"Fri, 22 Nov 2024 04:04:58 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:04:58.724697511Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:04:58.724711301Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:04:58.724722162Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.726182297Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{}","iteration":21,"elapsed":"532.437788ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.726229778Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.728458078Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"null","iteration":21,"elapsed":"534.612266ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.728492548Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"VPC route manager sled fcd04c0f-1471-4403-b8d9-fe281f829465 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:04:58.728758763Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.728782023Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"SledAgent":"fcd04c0f-1471-4403-b8d9-fe281f829465","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.729299293Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"SledAgent":"fcd04c0f-1471-4403-b8d9-fe281f829465","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"1af972dd-3f89-473e-8313-d1f68c110444\", \"date\": \"Fri, 22 Nov 2024 04:04:58 GMT\"} })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.730790259Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.7308252Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.731017973Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.731641314Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{}","iteration":21,"elapsed":"537.851694ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.731858618Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.731880538Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.732106413Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.732861046Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.733223372Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.734315092Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.73475116Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.735286699Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.736681204Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.737683812Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.737708072Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.737912176Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.742955385Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.742990056Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.7432326Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.748485832Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.748756977Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.750756833Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.751015237Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.752398502Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.752669357Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.754946407Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.755180431Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.75850295Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.758883017Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.760615948Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.760882003Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.76240455Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.762776866Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.763781644Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.771662874Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.771693084Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.772389827Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.774743038Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.775029804Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.776428539Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.776624072Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.777929315Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.781751583Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.781774083Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.781914246Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.78443491Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.784862058Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:04:58.78664306Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 8c982de3-ef49-408d-998d-5a67e7ddcdb0, rack_id: cccdefe3-2bc4-4184-8dc4-7e505090a7b9, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(cc6379ce-237d-4ede-bb03-e926aaff79eb) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.78667466Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.786946345Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"resolved names for firewall rules","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.797898749Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","subnet_networks":"{Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })], Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })]}","subnet_interfaces":"{Name(\"external-dns\"): [NetworkInterface { id: 2abf54e3-2c6c-44eb-b0e3-3fc421a14a03, kind: Service { id: bf35fb21-6ab5-4f9e-9cf6-4e6162e8ce1b }, name: Name(\"external-dns-bf35fb21-6ab5-4f9e-9cf6-4e6162e8ce1b\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 244, 102])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 93f11b6b-2dce-465c-b2b0-dad36b7143b0, kind: Service { id: da108ce4-fade-4cd8-8ba2-9af291527495 }, name: Name(\"external-dns-da108ce4-fade-4cd8-8ba2-9af291527495\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 188, 34])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], Name(\"nexus\"): [NetworkInterface { id: 33ae9477-921f-41c3-9ac3-5632e24c2bfe, kind: Service { id: 8af2b85f-6ab3-4781-9033-075825f48255 }, name: Name(\"nexus-8af2b85f-6ab3-4781-9033-075825f48255\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 130, 233])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 6d6f13dd-aee1-4596-bad2-e4f9d9529231, kind: Service { id: da73a142-bb8b-46e7-9b17-ceac40c41577 }, name: Name(\"nexus-da73a142-bb8b-46e7-9b17-ceac40c41577\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 222, 183])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 941af30c-f81b-4662-9f74-f275a9cf5c7d, kind: Service { id: 7c7e9efe-c39f-4953-97de-f8eafd979b1a }, name: Name(\"nexus-7c7e9efe-c39f-4953-97de-f8eafd979b1a\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 199, 25])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }]}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.79796217Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.798322737Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.799877444Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.802077523Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.802111734Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.802261157Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.8041285Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.804204901Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","sled_agent_rules":"[ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"53\")]), filter_protocols: Some([Udp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 2abf54e3-2c6c-44eb-b0e3-3fc421a14a03, kind: Service { id: bf35fb21-6ab5-4f9e-9cf6-4e6162e8ce1b }, name: Name(\"external-dns-bf35fb21-6ab5-4f9e-9cf6-4e6162e8ce1b\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 244, 102])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 93f11b6b-2dce-465c-b2b0-dad36b7143b0, kind: Service { id: da108ce4-fade-4cd8-8ba2-9af291527495 }, name: Name(\"external-dns-da108ce4-fade-4cd8-8ba2-9af291527495\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 188, 34])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }, ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"80\"), L4PortRange(\"443\")]), filter_protocols: Some([Tcp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 33ae9477-921f-41c3-9ac3-5632e24c2bfe, kind: Service { id: 8af2b85f-6ab3-4781-9033-075825f48255 }, name: Name(\"nexus-8af2b85f-6ab3-4781-9033-075825f48255\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 130, 233])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 6d6f13dd-aee1-4596-bad2-e4f9d9529231, kind: Service { id: da73a142-bb8b-46e7-9b17-ceac40c41577 }, name: Name(\"nexus-da73a142-bb8b-46e7-9b17-ceac40c41577\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 222, 183])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 941af30c-f81b-4662-9f74-f275a9cf5c7d, kind: Service { id: 7c7e9efe-c39f-4953-97de-f8eafd979b1a }, name: Name(\"nexus-7c7e9efe-c39f-4953-97de-f8eafd979b1a\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 199, 25])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }]"} {"msg":"resolved 2 rules for sleds","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.804248962Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.80583667Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DpdClient","rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.806231907Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DpdClient","rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a53afcbf-58f5-4fd4-809d-4e9d360b6770\", \"content-length\": \"134\", \"date\": \"Fri, 22 Nov 2024 04:04:58 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:04:58.806264268Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:04:58.806280698Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"cc6379ce-237d-4ede-bb03-e926aaff79eb","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:04:58.806610594Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:04:58.806634935Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:04:58.806645195Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:04:58.806654955Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:04:58.806663295Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:04:58.806671065Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:04:58.806873839Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:04:58.806887229Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:04:58.807136813Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.807156944Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.80753896Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.809248501Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DpdClient","rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.809400504Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DpdClient","rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e61ed98b-3536-40a7-87b7-a3cf53db3980\", \"content-length\": \"2\", \"date\": \"Fri, 22 Nov 2024 04:04:58 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.809425364Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DpdClient","rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.809548686Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DpdClient","rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aef74d10-a241-4895-ad6c-839c56e33bbb\", \"content-length\": \"52\", \"date\": \"Fri, 22 Nov 2024 04:04:58 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:04:58.809572996Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.809584137Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"begin collection from Sled Agent","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.858336582Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","sled_agent_url":"http://[fd00:1122:3344:101::1]:12345"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.858387853Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"SledAgent":"http://[fd00:1122:3344:101::1]:12345","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/inventory","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.937903654Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"81c1b7e7-5bd0-4f43-8997-d8390dfd7cf6\", \"date\": \"Fri, 22 Nov 2024 04:04:58 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:04:58.937958585Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.937973505Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.938591126Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4403f6fb-5552-419a-a6aa-033caf252d86\", \"content-length\": \"682\", \"date\": \"Fri, 22 Nov 2024 04:04:58 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.938654847Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.938978263Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.943111676Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.94331272Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.946643609Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.946973715Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.949198224Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.949392748Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.956922401Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{}","iteration":21,"elapsed":"763.269814ms"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.959498967Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","vpc_to_sled":"[Sled { identity: SledIdentity { id: fcd04c0f-1471-4403-b8d9-fe281f829465, time_created: 2024-11-22T03:55:06.763171Z, time_modified: 2024-11-22T03:55:06.763171Z }, time_deleted: None, rcgen: Generation(Generation(19)), rack_id: cccdefe3-2bc4-4184-8dc4-7e505090a7b9, is_scrimlet: true, serial_number: \"sock\", part_number: \"i86pc\", revision: SqlU32(0), usable_hardware_threads: SqlU32(48), usable_physical_ram: ByteCount(ByteCount(102952026112)), reservoir_size: ByteCount(ByteCount(51474595840)), ip: fd00:1122:3344:101::1, port: SqlU16(12345), last_used_address: fd00:1122:3344:101::ffff, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)) }]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.959522207Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.959555258Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.959759461Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.962200695Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.962436409Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.963643621Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.966126014Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Sled { parent: Fleet, key: fcd04c0f-1471-4403-b8d9-fe281f829465, lookup_type: ById(fcd04c0f-1471-4403-b8d9-fe281f829465) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:58.999353814Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"SledAgent":"fcd04c0f-1471-4403-b8d9-fe281f829465","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:59.000178489Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"SledAgent":"fcd04c0f-1471-4403-b8d9-fe281f829465","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules\", status: 204, headers: {\"x-request-id\": \"d06f40e2-7d1d-41cf-8416-e6a7dcec836f\", \"date\": \"Fri, 22 Nov 2024 04:04:58 GMT\"} })"} {"msg":"updated firewall rules on 1 sleds","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:04:59.001725326Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/networking/src/firewall_rules.rs:496"} {"msg":"successfully propagated service firewall rules","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:59.001738646Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","elapsed":"808.069288ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:59.001747407Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{}","iteration":3,"elapsed":"808.081058ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:59.187078465Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"SledAgent":"http://[fd00:1122:3344:101::1]:12345","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e1f5aaeb-ad8e-4f49-983d-877a8f8080fd\", \"content-length\": \"30760\", \"date\": \"Fri, 22 Nov 2024 04:04:58 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:59.208822231Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:59.208864382Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:59.208873172Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:59.210731665Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:59.21101463Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:59.212550317Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:59.21438945Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:59.214447721Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:59.214603264Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted inventory collection","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:04:59.397937647Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/db-queries/src/db/datastore/inventory.rs:1000","collection_id":"34acb0b2-bf1e-4f43-be91-52ae42dc75a3"} {"msg":"inventory collection complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:59.397976198Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","time_started":"2024-11-22 04:04:58.699730 UTC","collection_id":"34acb0b2-bf1e-4f43-be91-52ae42dc75a3"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:59.397986588Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"collection_id\":\"34acb0b2-bf1e-4f43-be91-52ae42dc75a3\",\"time_done\":\"2024-11-22 04:04:59.208819 UTC\",\"time_started\":\"2024-11-22 04:04:58.699730 UTC\"}","iteration":2,"elapsed":"1.204216338s"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:59.397998178Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":23,"reason":"Dependency"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:59.398016018Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:59.398331054Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:59.399839801Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:59.401950078Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:59.401970239Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:59.402117751Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:59.404670036Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:59.405045053Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:59.407018788Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:59.409058514Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:59.409085345Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:59.409230407Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:04:59.421969803Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"physical_disks_added\":0}","iteration":23,"elapsed":"23.948645ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:05:00.633396029Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"uri":"/da73a142-bb8b-46e7-9b17-ceac40c41577","method":"GET","req_id":"2c8a8e89-bdfa-4049-91e6-1543e32a882c","remote_addr":"[fd00:1122:3344:101::d]:33895","local_addr":"[fd00:1122:3344:101::b]:49758","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":329,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:08.193558776Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":62,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:08.193613617Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":62,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:08.193625007Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:08.193635377Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:08.193949733Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:08.193965233Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:08.195949998Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:08.196445497Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:08.196644161Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:08.198619106Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":62,"elapsed":"5.05704ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:08.198633296Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:08.198644166Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:08.198790789Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:08.200996218Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:08.201202181Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:08.202849651Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:08.205385266Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 76e5932f-8d07-44e4-9a57-068f75ced7ea, lookup_type: ById(76e5932f-8d07-44e4-9a57-068f75ced7ea) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:08.205396606Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:08.205528838Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:08.217776166Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"original_time_created":"2024-11-22 03:54:51.746592 UTC","original_target_id":"76e5932f-8d07-44e4-9a57-068f75ced7ea","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","time_created":"2024-11-22 03:54:51.746592 UTC","target_id":"76e5932f-8d07-44e4-9a57-068f75ced7ea"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:08.217795646Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"76e5932f-8d07-44e4-9a57-068f75ced7ea\",\"time_created\":\"2024-11-22T03:54:51.746592Z\"}","iteration":62,"elapsed":"24.253171ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:05:10.633093143Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"uri":"/da73a142-bb8b-46e7-9b17-ceac40c41577","method":"GET","req_id":"3d92ba05-d110-45de-afc7-d5a9d71fbd73","remote_addr":"[fd00:1122:3344:101::d]:33895","local_addr":"[fd00:1122:3344:101::b]:49758","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":274,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:18.193265311Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":63,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:18.193314921Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":63,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:18.193325372Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:18.193332272Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:18.193672758Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:18.193730649Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:18.195566212Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:18.195747745Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:18.196307965Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:18.197422934Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":63,"elapsed":"4.145183ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:18.198795739Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:18.198819079Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:18.198939081Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:18.200474388Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:18.200629161Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:18.202466444Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:18.204732894Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 76e5932f-8d07-44e4-9a57-068f75ced7ea, lookup_type: ById(76e5932f-8d07-44e4-9a57-068f75ced7ea) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:18.204755275Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:18.204875467Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:18.217029872Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"original_time_created":"2024-11-22 03:54:51.746592 UTC","original_target_id":"76e5932f-8d07-44e4-9a57-068f75ced7ea","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","time_created":"2024-11-22 03:54:51.746592 UTC","target_id":"76e5932f-8d07-44e4-9a57-068f75ced7ea"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:18.217051743Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"76e5932f-8d07-44e4-9a57-068f75ced7ea\",\"time_created\":\"2024-11-22T03:54:51.746592Z\"}","iteration":63,"elapsed":"23.793692ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:05:20.632635915Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"uri":"/da73a142-bb8b-46e7-9b17-ceac40c41577","method":"GET","req_id":"9293f57f-049f-48eb-b113-981336e70221","remote_addr":"[fd00:1122:3344:101::d]:33895","local_addr":"[fd00:1122:3344:101::b]:49758","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":258,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.194107255Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.194161546Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.194171236Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":64,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.194178787Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.194185757Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.194192087Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.194198707Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.194206257Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.194213457Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.194227328Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.194234657Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.194240858Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.194248188Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":64,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.194256378Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.194264178Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.194271358Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.194279558Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.194287089Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.194293698Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.194300639Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.194308559Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.194315609Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":22,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:05:28.194321989Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.194329619Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.194336099Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.194342819Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.19434953Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.19435726Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.19436386Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.19437526Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.19438241Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.194399331Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.194409101Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":22,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.194417191Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.194424571Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.194601464Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.194700346Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.194710216Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.194717526Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.194789977Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.194799867Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.194860679Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.194870489Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.194880709Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.194889779Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.194898099Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.194905369Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.1949143Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.19492166Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.19493025Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.19493842Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.196264004Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":22,"elapsed":"2.171078ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.19717209Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.197379293Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.199817367Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DnsResolver","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fcd04c0f-1471-4403-b8d9-fe281f829465.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fcd04c0f-1471-4403-b8d9-fe281f829465.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1557, tv_nsec: 550951919 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:05:28.200170753Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1103"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.200463138Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":22,"elapsed":"6.21492ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.200786574Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.20115708Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.203088065Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DnsResolver","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fcd04c0f-1471-4403-b8d9-fe281f829465.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fcd04c0f-1471-4403-b8d9-fe281f829465.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1557, tv_nsec: 554236607 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.203125555Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:05:28.203335509Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.20339638Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.20340903Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.203451951Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.203462351Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.203591834Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.203635314Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.205389446Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.205458217Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.206157509Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.206169089Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.206369263Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.207524653Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.207540814Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.207708037Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.207773488Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.208329168Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.208358098Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.208538991Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.208928618Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":64,"elapsed":"14.812183ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.209959376Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.209981267Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:05:28.210009677Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.210019898Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.210026138Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.21013374Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.210225281Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.210239561Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.210413695Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.211505954Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DnsResolver","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fcd04c0f-1471-4403-b8d9-fe281f829465.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fcd04c0f-1471-4403-b8d9-fe281f829465.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1557, tv_nsec: 562655007 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:05:28.211769169Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.211931351Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.212124865Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.212195966Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.212376419Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.212449981Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.213377497Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.213900246Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.213913887Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.21408907Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.215360022Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.215381883Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.215475865Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.215512655Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:05:28.217888237Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.217913858Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":22,"elapsed":"23.515487ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.218960246Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 76e5932f-8d07-44e4-9a57-068f75ced7ea, lookup_type: ById(76e5932f-8d07-44e4-9a57-068f75ced7ea) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.218975827Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.21917618Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.22761005Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":22,"elapsed":"33.449323ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.231809334Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.232031788Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.23385426Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.234022894Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.234619974Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.234776037Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.239195945Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.23945926Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.240734743Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.240920116Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:05:28.249105981Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.249129252Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.249137482Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.249287185Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:05:28.277483965Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.277508375Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.27780612Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"85d51497-c0e0-4501-b579-7675efe7bca5\", \"content-length\": \"26\", \"date\": \"Fri, 22 Nov 2024 04:05:28 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:05:28.277821721Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:05:28.279834227Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:05:28.282774009Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.282787239Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.282975662Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d5e484c-0fca-4690-962b-c7640dd2445f\", \"content-length\": \"26\", \"date\": \"Fri, 22 Nov 2024 04:05:28 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:05:28.282988932Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:05:28.284117203Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.307139371Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"physical_disks_added\":0}","iteration":24,"elapsed":"113.010646ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:05:28.340469603Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.340490843Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"MgsClient","rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.340733417Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"MgsClient","rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c9a5cbb4-74f0-4e38-933f-82a5445daa49\", \"content-length\": \"26\", \"date\": \"Fri, 22 Nov 2024 04:05:28 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:05:28.340760648Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:05:28.342252164Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled fcd04c0f-1471-4403-b8d9-fe281f829465","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:05:28.375984363Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.376008103Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"SledAgent":"fcd04c0f-1471-4403-b8d9-fe281f829465","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.376583653Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"SledAgent":"fcd04c0f-1471-4403-b8d9-fe281f829465","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6455a5eb-df20-4339-be81-c57e8cf5ffd8\", \"content-length\": \"372\", \"date\": \"Fri, 22 Nov 2024 04:05:28 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.376611144Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.377039001Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.379842421Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.380217548Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.38487249Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.389798258Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Sled { parent: Fleet, key: fcd04c0f-1471-4403-b8d9-fe281f829465, lookup_type: ById(fcd04c0f-1471-4403-b8d9-fe281f829465) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.389835158Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.390135524Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.39219068Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"original_time_created":"2024-11-22 03:54:51.746592 UTC","original_target_id":"76e5932f-8d07-44e4-9a57-068f75ced7ea","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","time_created":"2024-11-22 03:54:51.746592 UTC","target_id":"76e5932f-8d07-44e4-9a57-068f75ced7ea"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.392214541Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"76e5932f-8d07-44e4-9a57-068f75ced7ea\",\"time_created\":\"2024-11-22T03:54:51.746592Z\"}","iteration":64,"elapsed":"197.981413ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.392353493Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"0","iteration":22,"elapsed":"197.996824ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.397053316Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.397356652Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"94ee299e-1e19-4a3d-8571-eef399dd84f8\", \"content-length\": \"1\", \"date\": \"Fri, 22 Nov 2024 04:05:27 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.398725996Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.399083432Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.401008257Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"null","iteration":22,"elapsed":"206.816739ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.403211286Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{}","iteration":22,"elapsed":"208.926337ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.40681379Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":22,"elapsed":"212.534222ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:05:28.412512121Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:05:28.412541341Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.412555662Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":22,"elapsed":"218.11022ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.418613219Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.418912304Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.420846389Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.420866739Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.422699451Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.423263472Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":22,"elapsed":"229.056944ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.424531764Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.424547894Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.424703207Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.426337826Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.428004356Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.428021336Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.428154318Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:05:28.433504973Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.433522164Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"SledAgent":"fcd04c0f-1471-4403-b8d9-fe281f829465","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.433814259Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"SledAgent":"fcd04c0f-1471-4403-b8d9-fe281f829465","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"ffe0ae86-55d8-42c2-9e12-74faff30add0\", \"date\": \"Fri, 22 Nov 2024 04:05:28 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.433829449Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.434080884Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.435486289Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.435732753Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.438491062Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.438718276Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled fcd04c0f-1471-4403-b8d9-fe281f829465 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:05:28.441565316Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.441586267Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"SledAgent":"fcd04c0f-1471-4403-b8d9-fe281f829465","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.442011274Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"SledAgent":"fcd04c0f-1471-4403-b8d9-fe281f829465","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"ca5c7d66-a3d4-4e69-8bec-cc1a4fcccdc1\", \"date\": \"Fri, 22 Nov 2024 04:05:28 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.444068121Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{}","iteration":22,"elapsed":"249.740972ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.452846546Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":22,"elapsed":"258.572118ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.49137573Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.491781437Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:05:28.493823194Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 8c982de3-ef49-408d-998d-5a67e7ddcdb0, rack_id: cccdefe3-2bc4-4184-8dc4-7e505090a7b9, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(cc6379ce-237d-4ede-bb03-e926aaff79eb) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.493855004Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.494084908Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.506970287Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DpdClient","rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.507337504Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DpdClient","rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f9193ef4-d124-44cf-ade7-81f8ae841fa1\", \"content-length\": \"134\", \"date\": \"Fri, 22 Nov 2024 04:05:28 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:05:28.507377994Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:05:28.507392094Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"cc6379ce-237d-4ede-bb03-e926aaff79eb","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:05:28.50773054Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:05:28.507742311Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:05:28.507750171Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:05:28.507789401Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:05:28.507797962Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:05:28.507805432Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:05:28.507979725Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:05:28.508007375Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:05:28.50823802Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.50824894Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.508515394Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.510838935Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DpdClient","rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.510962628Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DpdClient","rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"414023a3-4949-4832-a5fb-97ac20d34129\", \"content-length\": \"2\", \"date\": \"Fri, 22 Nov 2024 04:05:28 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.510981128Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DpdClient","rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.511128041Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DpdClient","rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb34dbae-63af-4107-83e1-fc265aac1444\", \"content-length\": \"52\", \"date\": \"Fri, 22 Nov 2024 04:05:28 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:05:28.511144881Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.511155821Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.538797262Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"SledAgent":"fcd04c0f-1471-4403-b8d9-fe281f829465","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.610663607Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"e0fcd56c-0b19-403f-aec9-4b27e858f631\", \"date\": \"Fri, 22 Nov 2024 04:05:28 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:05:28.610704458Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.610716678Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.610949492Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"SledAgent":"fcd04c0f-1471-4403-b8d9-fe281f829465","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f3b1b3bf-4cf1-490f-98c8-6298dbcc0f0b\", \"content-length\": \"691\", \"date\": \"Fri, 22 Nov 2024 04:05:28 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:05:28.610974592Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:05:28.610986753Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:05:28.610995693Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.611077584Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5cd4ef7a-4bff-43f7-a5da-81056b220751\", \"content-length\": \"682\", \"date\": \"Fri, 22 Nov 2024 04:05:28 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.611131595Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.611687325Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.612385357Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{}","iteration":22,"elapsed":"418.067708ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.615451512Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.615783718Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.619450653Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.619689037Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.621857405Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.622069699Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:28.628489993Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{}","iteration":22,"elapsed":"434.156004ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:05:30.63346599Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"uri":"/da73a142-bb8b-46e7-9b17-ceac40c41577","method":"GET","req_id":"08579476-722c-4078-8e4d-5f86425c0a20","remote_addr":"[fd00:1122:3344:101::d]:33895","local_addr":"[fd00:1122:3344:101::b]:49758","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":430,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:38.193651297Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":65,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:38.193709518Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":65,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:38.193721688Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:38.193731318Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:38.193983323Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:38.193997613Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:38.195949707Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:38.196153271Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:38.196434216Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:38.199040492Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:38.199064293Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:38.199188425Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:38.200902015Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:38.201066888Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:38.202577935Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:38.205013628Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 76e5932f-8d07-44e4-9a57-068f75ced7ea, lookup_type: ById(76e5932f-8d07-44e4-9a57-068f75ced7ea) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:38.205043399Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:38.205158991Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:38.216674275Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"original_time_created":"2024-11-22 03:54:51.746592 UTC","original_target_id":"76e5932f-8d07-44e4-9a57-068f75ced7ea","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","time_created":"2024-11-22 03:54:51.746592 UTC","target_id":"76e5932f-8d07-44e4-9a57-068f75ced7ea"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:38.216703116Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"76e5932f-8d07-44e4-9a57-068f75ced7ea\",\"time_created\":\"2024-11-22T03:54:51.746592Z\"}","iteration":65,"elapsed":"23.059089ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:38.225843198Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":65,"elapsed":"32.195842ms"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:05:40.62621017Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::d]:37329"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:40.626306392Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/619dee3a-9d47-45ec-a665-d347c721dbd7/producers?sort_by=id_ascending","method":"GET","req_id":"e7fb1f64-e46b-4886-99bd-8164902fb36d","remote_addr":"[fd00:1122:3344:101::d]:37329","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:40.626669178Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/619dee3a-9d47-45ec-a665-d347c721dbd7/producers?sort_by=id_ascending","method":"GET","req_id":"e7fb1f64-e46b-4886-99bd-8164902fb36d","remote_addr":"[fd00:1122:3344:101::d]:37329","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:05:40.629258804Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"uri":"/metrics/collectors/619dee3a-9d47-45ec-a665-d347c721dbd7/producers?sort_by=id_ascending","method":"GET","req_id":"e7fb1f64-e46b-4886-99bd-8164902fb36d","remote_addr":"[fd00:1122:3344:101::d]:37329","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3004,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:40.629460018Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/619dee3a-9d47-45ec-a665-d347c721dbd7/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmY2QwNGMwZi0xNDcxLTQ0MDMtYjhkOS1mZTI4MWY4Mjk0NjUifX0%3D","method":"GET","req_id":"de9306a3-4385-4114-b2c8-64c24aa02af1","remote_addr":"[fd00:1122:3344:101::d]:37329","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:40.629738693Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/619dee3a-9d47-45ec-a665-d347c721dbd7/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmY2QwNGMwZi0xNDcxLTQ0MDMtYjhkOS1mZTI4MWY4Mjk0NjUifX0%3D","method":"GET","req_id":"de9306a3-4385-4114-b2c8-64c24aa02af1","remote_addr":"[fd00:1122:3344:101::d]:37329","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:05:40.631771379Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"uri":"/metrics/collectors/619dee3a-9d47-45ec-a665-d347c721dbd7/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmY2QwNGMwZi0xNDcxLTQ0MDMtYjhkOS1mZTI4MWY4Mjk0NjUifX0%3D","method":"GET","req_id":"de9306a3-4385-4114-b2c8-64c24aa02af1","remote_addr":"[fd00:1122:3344:101::d]:37329","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2344,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:05:40.633240845Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"uri":"/da73a142-bb8b-46e7-9b17-ceac40c41577","method":"GET","req_id":"a55f51c7-2d3b-482e-946e-e59ecd3412d9","remote_addr":"[fd00:1122:3344:101::d]:33895","local_addr":"[fd00:1122:3344:101::b]:49758","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":259,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:48.193428233Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":66,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:48.193481303Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":66,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:48.193492844Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:48.193502314Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:48.193780129Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:48.193794559Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:48.196253933Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:48.196437046Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:48.198069385Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":66,"elapsed":"4.647153ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:48.198087005Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:48.2005995Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:48.20062206Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:48.200749672Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:48.202746968Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:48.202926221Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:48.204332276Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:48.206749409Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 76e5932f-8d07-44e4-9a57-068f75ced7ea, lookup_type: ById(76e5932f-8d07-44e4-9a57-068f75ced7ea) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:48.206765209Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:48.206897952Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:48.214802102Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"original_time_created":"2024-11-22 03:54:51.746592 UTC","original_target_id":"76e5932f-8d07-44e4-9a57-068f75ced7ea","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","time_created":"2024-11-22 03:54:51.746592 UTC","target_id":"76e5932f-8d07-44e4-9a57-068f75ced7ea"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:48.214829202Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"76e5932f-8d07-44e4-9a57-068f75ced7ea\",\"time_created\":\"2024-11-22T03:54:51.746592Z\"}","iteration":66,"elapsed":"21.41044ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:05:50.632917469Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"uri":"/da73a142-bb8b-46e7-9b17-ceac40c41577","method":"GET","req_id":"1893091f-b206-4ddb-841c-677aef692524","remote_addr":"[fd00:1122:3344:101::d]:33895","local_addr":"[fd00:1122:3344:101::b]:49758","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":273,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.193896101Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.193950092Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":67,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.193960532Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.193968412Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.193975352Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.193983523Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.193990543Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":67,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.193998473Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.194006673Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.194014293Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.194022513Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.194030203Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.194037473Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":12,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.194046993Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.194055324Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.194062484Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.194071364Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.194080074Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":23,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.194087394Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.194093484Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.194100225Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.194106425Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.194113095Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":23,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:05:58.194121075Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.194128825Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.194136085Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.194143875Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.194150675Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.194156566Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":13,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-22T04:05:58.194163376Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"76e5932f-8d07-44e4-9a57-068f75ced7ea","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.194170876Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":12,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.194178746Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"enabled\":false,\"target_id\":\"76e5932f-8d07-44e4-9a57-068f75ced7ea\"}","iteration":13,"elapsed":"13.97µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.194186646Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":12,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:05:58.194194406Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.194201066Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.194212247Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.194220257Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.194227657Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.194234767Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.194245847Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.194256237Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.194267277Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.194276938Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.194287178Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.194296168Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.194307238Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.194316498Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.194324989Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":12,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:05:58.194335219Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-22 03:55:58.194210047 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.194345699Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.194355419Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.194365159Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.194374379Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.19438495Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.19439571Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.19440585Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.19441744Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.1944271Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.194435751Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.194445161Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.194454151Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.194465031Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.194475471Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.194488501Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.194500762Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.194513322Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.194525432Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.194538422Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.194551282Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.194687995Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.194713905Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.194725896Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.194738976Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.194751536Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.194762656Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.194780927Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.194792957Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.194804467Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.194815107Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.194826557Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.194838698Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.194850168Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.194860258Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.194872238Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.194883528Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DnsResolver","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"bf35fb21-6ab5-4f9e-9cf6-4e6162e8ce1b.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"da108ce4-fade-4cd8-8ba2-9af291527495.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"da108ce4-fade-4cd8-8ba2-9af291527495.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1587, tv_nsec: 545994361 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.194901319Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DnsResolver","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"0a6d4402-4330-4dac-a6fc-1163b7dedc8a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"6f3e43a0-44c3-470b-aeed-59e4d3e6b91a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"d2bf14c6-9ae0-4e6c-817f-248aabab435c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"d2bf14c6-9ae0-4e6c-817f-248aabab435c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:3::1))) }], valid_until: Instant { tv_sec: 1587, tv_nsec: 546000821 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.194913159Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.194922139Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.195388877Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.195413578Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":12,"elapsed":"1.311323ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.195491209Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.195503619Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\"]}","iteration":12,"elapsed":"1.384785ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.197083787Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DnsResolver","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fcd04c0f-1471-4403-b8d9-fe281f829465.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fcd04c0f-1471-4403-b8d9-fe281f829465.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1587, tv_nsec: 548197790 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.197115518Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:05:58.197341502Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1103"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.197357562Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":23,"elapsed":"3.485702ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.197407873Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.197429124Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":23,"elapsed":"3.291199ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.197699818Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.199052182Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.199126914Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.199137544Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.199281497Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.200001149Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DnsResolver","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fcd04c0f-1471-4403-b8d9-fe281f829465.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fcd04c0f-1471-4403-b8d9-fe281f829465.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1587, tv_nsec: 551113012 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:05:58.200227113Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.200506348Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.202014855Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.202027465Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.202193628Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.202206798Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":12,"elapsed":"8.028932ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.203015293Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.203035323Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.203187946Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.204024891Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.205426135Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.205996476Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.206019666Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.206200079Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.206558486Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.20681628Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.20736742Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.20737882Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.207522123Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.208019001Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.210925723Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.210948133Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.211080706Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:05:58.212850297Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-22 03:55:58.194210047 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.212872538Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"expiration\":\"2024-11-22T03:55:58.194210047Z\",\"pruned\":[]}","iteration":12,"elapsed":"18.644591ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.213126722Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.215007216Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.215029496Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.215179819Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.218949086Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.219271641Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.220842719Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.220861209Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.22145537Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.221534631Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.221567682Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.22539768Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DnsResolver","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fcd04c0f-1471-4403-b8d9-fe281f829465.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fcd04c0f-1471-4403-b8d9-fe281f829465.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1587, tv_nsec: 576494942 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:05:58.225721606Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.226248235Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.231578319Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.23442238Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.234450121Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.234631104Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.23610796Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.239947868Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 76e5932f-8d07-44e4-9a57-068f75ced7ea, lookup_type: ById(76e5932f-8d07-44e4-9a57-068f75ced7ea) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.239971419Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.240167352Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.24680761Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.247178826Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.249471977Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":23,"elapsed":"55.308252ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:05:58.251457822Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.251484023Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.251493353Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.251713687Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:05:58.254211961Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.254235252Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.254242992Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.254454265Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.257894817Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.258034489Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.258315984Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.258553408Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.258746622Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.260735987Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.260762168Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.260953641Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.260993121Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.261294167Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.261554722Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"original_time_created":"2024-11-22 03:54:51.746592 UTC","original_target_id":"76e5932f-8d07-44e4-9a57-068f75ced7ea","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","time_created":"2024-11-22 03:54:51.746592 UTC","target_id":"76e5932f-8d07-44e4-9a57-068f75ced7ea"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.261578212Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"76e5932f-8d07-44e4-9a57-068f75ced7ea\",\"time_created\":\"2024-11-22T03:54:51.746592Z\"}","iteration":67,"elapsed":"67.643241ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.26203923Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.262724352Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.263013637Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.264234569Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:05:58.26426139Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.2642744Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":12,"elapsed":"70.079454ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.265565453Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.267939815Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.268182409Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.268367562Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.270195325Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.2705038Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.270525361Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.270538591Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:05:58.270549121Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.270561881Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":12,"elapsed":"76.422376ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.270974429Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.271440587Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.271454277Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.271651071Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.274878278Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.27951355Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Sled { parent: Fleet, key: fcd04c0f-1471-4403-b8d9-fe281f829465, lookup_type: ById(fcd04c0f-1471-4403-b8d9-fe281f829465) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.279544851Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.279830026Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:05:58.282167427Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.282197308Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":23,"elapsed":"87.904869ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.282540614Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"0","iteration":23,"elapsed":"88.272247ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.283094174Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.283118444Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.283128984Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.283138145Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.283367309Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.285253862Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:05:58.288772825Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:05:58.288800685Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.288813795Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":23,"elapsed":"94.764992ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.288960558Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.288984968Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.289194752Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.290061467Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.290409934Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.292179615Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.292206995Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"4ce04a8f-a352-490b-94a2-239a377fc358"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.292221366Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.292680864Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.294956084Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.298156001Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.298183341Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.298322664Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.298759762Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":67,"elapsed":"104.86289ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.300622035Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"4ce04a8f-a352-490b-94a2-239a377fc358"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.300652215Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.300665565Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"current_time_created":"2024-11-22 03:55:08.993234 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.300678066Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"generation\":2}","iteration":12,"elapsed":"106.461289ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.301358938Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":23,"elapsed":"107.099481ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.307898684Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.309826378Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.309852768Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.309861049Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.309868379Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":23,"elapsed":"115.54793ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.309877339Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.310174564Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.311337915Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":23,"elapsed":"117.048287ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.311373435Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.311918295Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.31558572Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.315612821Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.315760023Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.317184318Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.317545495Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.317563205Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"6f2d86f2-6de6-4684-83fe-c32622f287de"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.317575696Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.317937742Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.31953034Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.32008728Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.32010145Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.320279124Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.322388321Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.322535913Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.322547764Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.322595295Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.322737557Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.32400849Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.325062938Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"6f2d86f2-6de6-4684-83fe-c32622f287de"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.325083719Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.325095889Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"current_time_created":"2024-11-22 03:55:08.212168 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.325107789Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"generation\":1}","iteration":12,"elapsed":"131.130127ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.325916024Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.325931584Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.326075236Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:05:58.333323665Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.333348005Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.333695171Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7739aa75-e0b3-468c-93f9-5105ff7c5d20\", \"content-length\": \"26\", \"date\": \"Fri, 22 Nov 2024 04:05:58 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:05:58.333713622Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:05:58.334555247Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.334564987Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.334824072Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4fbe9d6-1a0b-4903-8bf4-d0d78ad06463\", \"content-length\": \"26\", \"date\": \"Fri, 22 Nov 2024 04:05:58 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:05:58.334840272Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.336566522Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:05:58.336707745Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.336844947Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:05:58.33810458Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.34428957Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.344493213Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.34597208Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.347886533Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.347911674Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.348050736Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.349696826Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:05:58.350164444Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.350186164Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"MgsClient","rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.350407068Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"MgsClient","rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c8f3228-dc2e-4514-9d0a-7b314a380bb4\", \"content-length\": \"26\", \"date\": \"Fri, 22 Nov 2024 04:05:58 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:05:58.350420018Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.351494618Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.351505648Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.35165466Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:05:58.351749292Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"found Silo/DNS/TLS config (changed)","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:05:58.362799838Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/external_endpoints.rs:94","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-22T03:54:55.939927Z, time_modified: 2024-11-22T03:54:55.939927Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: f0a97a2b-64c8-4e4c-8eb7-11a4e1b5b208, db_silo: Silo { identity: SiloIdentity { id: f0a97a2b-64c8-4e4c-8eb7-11a4e1b5b208, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-22T03:55:08.938187Z, time_modified: 2024-11-22T03:55:08.938187Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"98a9718ede1d4c4d701e8693c2f523af9b1e57362a46563d3b2ef1eb0854b05e\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: f0a97a2b-64c8-4e4c-8eb7-11a4e1b5b208, db_silo: Silo { identity: SiloIdentity { id: f0a97a2b-64c8-4e4c-8eb7-11a4e1b5b208, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-22T03:55:08.938187Z, time_modified: 2024-11-22T03:55:08.938187Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"98a9718ede1d4c4d701e8693c2f523af9b1e57362a46563d3b2ef1eb0854b05e\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.362835739Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"f0a97a2b-64c8-4e4c-8eb7-11a4e1b5b208\",\"tls_certs\":[\"98a9718ede1d4c4d701e8693c2f523af9b1e57362a46563d3b2ef1eb0854b05e\"]}},\"default_endpoint\":{\"silo_id\":\"f0a97a2b-64c8-4e4c-8eb7-11a4e1b5b208\",\"tls_certs\":[\"98a9718ede1d4c4d701e8693c2f523af9b1e57362a46563d3b2ef1eb0854b05e\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":12,"elapsed":"168.628162ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.368864286Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"physical_disks_added\":0}","iteration":25,"elapsed":"174.950184ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-22T04:05:58.394655103Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.394681804Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":12,"elapsed":"200.429426ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.472126528Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.475576649Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.476048938Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"0150cc82-251d-46a0-9565-b86ec0ff3307\", \"date\": \"Fri, 22 Nov 2024 04:05:58 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:05:58.476078258Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.479266335Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"380964f0-99b8-4d13-aa3e-4099c4edaefe\", \"date\": \"Fri, 22 Nov 2024 04:05:58 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:05:58.479318866Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:05:58.486963631Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.487013502Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":14,"elapsed":"292.975879ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.491040144Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{}","iteration":23,"elapsed":"297.080211ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.514049042Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.514443919Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0abb6112-1f61-48f2-804e-d1375caabd43\", \"content-length\": \"1\", \"date\": \"Fri, 22 Nov 2024 04:05:58 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.516848852Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.517294489Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.520098039Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"null","iteration":23,"elapsed":"326.131907ms"} {"msg":"VPC route manager sled fcd04c0f-1471-4403-b8d9-fe281f829465","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:05:58.542009608Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.54212129Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"SledAgent":"fcd04c0f-1471-4403-b8d9-fe281f829465","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.542872363Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"SledAgent":"fcd04c0f-1471-4403-b8d9-fe281f829465","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f12064b3-da80-4520-ac56-2a5f985185a7\", \"content-length\": \"372\", \"date\": \"Fri, 22 Nov 2024 04:05:58 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.542904344Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.543627697Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.565113388Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"SledAgent":"fcd04c0f-1471-4403-b8d9-fe281f829465","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.566645965Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"SledAgent":"fcd04c0f-1471-4403-b8d9-fe281f829465","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a38dd8ad-0ba3-457f-bbca-46a248cd4f1c\", \"content-length\": \"691\", \"date\": \"Fri, 22 Nov 2024 04:05:58 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:05:58.566684556Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:05:58.566696056Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:05:58.566703116Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.56859586Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{}","iteration":23,"elapsed":"374.551006ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.57877902Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.57930163Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"625e8221-2078-428b-91f5-64322ad120a4\", \"date\": \"Fri, 22 Nov 2024 04:05:58 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:05:58.57932554Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.581521809Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"593e15fb-756f-480c-be7b-5d73fcf3e954\", \"date\": \"Fri, 22 Nov 2024 04:05:58 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:05:58.58154633Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.582863613Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"902c548e-22db-44e2-b841-9569fb6a363e\", \"date\": \"Fri, 22 Nov 2024 04:05:58 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:05:58.582880553Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:05:58.584487692Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.584520272Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":14,"elapsed":"390.513879ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:05:58.604557618Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.604598019Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"SledAgent":"fcd04c0f-1471-4403-b8d9-fe281f829465","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.604842863Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"SledAgent":"fcd04c0f-1471-4403-b8d9-fe281f829465","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"4ecbaddb-caa8-4320-a426-0c1e24acd095\", \"date\": \"Fri, 22 Nov 2024 04:05:58 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.604865274Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.605171489Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.60750242Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.607675353Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.61145405Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.611786266Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled fcd04c0f-1471-4403-b8d9-fe281f829465 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:05:58.615663225Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.615687055Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"SledAgent":"fcd04c0f-1471-4403-b8d9-fe281f829465","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.616109203Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"SledAgent":"fcd04c0f-1471-4403-b8d9-fe281f829465","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"1f092299-7b51-4228-9a71-6448a4fac116\", \"date\": \"Fri, 22 Nov 2024 04:05:58 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.618132799Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{}","iteration":23,"elapsed":"424.076145ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.647714324Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.648248853Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:05:58.650360971Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 8c982de3-ef49-408d-998d-5a67e7ddcdb0, rack_id: cccdefe3-2bc4-4184-8dc4-7e505090a7b9, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(cc6379ce-237d-4ede-bb03-e926aaff79eb) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.650402142Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.650746468Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.688916755Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DpdClient","rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.689362943Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DpdClient","rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"36645bf0-0e2e-4808-92c0-526bb9b846e0\", \"content-length\": \"134\", \"date\": \"Fri, 22 Nov 2024 04:05:58 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:05:58.689395483Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:05:58.689411714Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"cc6379ce-237d-4ede-bb03-e926aaff79eb","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:05:58.689707699Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:05:58.689729449Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:05:58.689741209Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:05:58.68975312Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:05:58.68976527Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:05:58.68977715Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:05:58.691096644Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:05:58.691122634Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:05:58.691379718Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.691401649Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.691835867Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.693446535Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DpdClient","rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.693524847Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DpdClient","rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"59eb0625-f8bc-4278-845d-6c2693663185\", \"content-length\": \"2\", \"date\": \"Fri, 22 Nov 2024 04:05:58 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.693543637Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DpdClient","rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.693657669Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DpdClient","rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"049adac6-ac3a-4861-a21a-497eaf282c39\", \"content-length\": \"52\", \"date\": \"Fri, 22 Nov 2024 04:05:58 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:05:58.693674859Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.693689299Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.83354658Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"32bfb3b7-6521-4aef-a4c3-d4ffb30ee1be\", \"date\": \"Fri, 22 Nov 2024 04:05:58 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:05:58.833589071Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.833599141Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.833903887Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"35bbed0b-43ae-4fe8-9414-724b32bc9c87\", \"content-length\": \"682\", \"date\": \"Fri, 22 Nov 2024 04:05:58 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.833954348Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.834320754Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.838653941Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.838890755Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.84196404Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.842275285Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.844008566Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.844200989Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:58.852050729Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{}","iteration":23,"elapsed":"657.976374ms"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:59.093715677Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"producer-registration-task","component":"nexus-producer-server","name":"da73a142-bb8b-46e7-9b17-ceac40c41577"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:59.093756008Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"producer-registration-task","component":"nexus-producer-server","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","addr":"[fd00:1122:3344:101::b]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:59.128654667Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"producer-registration-task","component":"nexus-producer-server","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:05:59.128757519Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:62826"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:59.128916512Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"8730a648-c9b4-4473-8cd0-b0a6e1ad0b7c","remote_addr":"[fd00:1122:3344:101::b]:62826","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:59.129227157Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"8730a648-c9b4-4473-8cd0-b0a6e1ad0b7c","remote_addr":"[fd00:1122:3344:101::b]:62826","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:05:59.172105568Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/oximeter.rs:76","collector_id":"619dee3a-9d47-45ec-a665-d347c721dbd7","producer_id":"da73a142-bb8b-46e7-9b17-ceac40c41577"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:05:59.172152159Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"uri":"/metrics/producers","method":"POST","req_id":"8730a648-c9b4-4473-8cd0-b0a6e1ad0b7c","remote_addr":"[fd00:1122:3344:101::b]:62826","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":43282,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:59.17221765Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"producer-registration-task","component":"nexus-producer-server","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8730a648-c9b4-4473-8cd0-b0a6e1ad0b7c\", \"content-length\": \"41\", \"date\": \"Fri, 22 Nov 2024 04:05:59 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:59.174335398Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"producer-registration-task","component":"nexus-producer-server","name":"da73a142-bb8b-46e7-9b17-ceac40c41577"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:05:59.174356868Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"producer-registration-task","component":"nexus-producer-server","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","wait_period":"150s","lease_duration":"600s"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:06:00.632811397Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"uri":"/da73a142-bb8b-46e7-9b17-ceac40c41577","method":"GET","req_id":"dea79ad7-99f8-4861-b065-38cb2bf5ea51","remote_addr":"[fd00:1122:3344:101::d]:33895","local_addr":"[fd00:1122:3344:101::b]:49758","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":308,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:08.193997492Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":68,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:08.194060563Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":68,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:08.194074554Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:08.194085004Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:08.19443044Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:08.19446056Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:08.197454174Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:08.197620536Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:08.199657793Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":68,"elapsed":"5.66139ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:08.200599089Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:08.203274307Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:08.203286607Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:08.20343981Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:08.205603608Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:08.205806082Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:08.207489092Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:08.210026917Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 76e5932f-8d07-44e4-9a57-068f75ced7ea, lookup_type: ById(76e5932f-8d07-44e4-9a57-068f75ced7ea) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:08.210040657Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:08.21018099Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:08.224928161Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"original_time_created":"2024-11-22 03:54:51.746592 UTC","original_target_id":"76e5932f-8d07-44e4-9a57-068f75ced7ea","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","time_created":"2024-11-22 03:54:51.746592 UTC","target_id":"76e5932f-8d07-44e4-9a57-068f75ced7ea"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:08.224948301Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"76e5932f-8d07-44e4-9a57-068f75ced7ea\",\"time_created\":\"2024-11-22T03:54:51.746592Z\"}","iteration":68,"elapsed":"30.968119ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:06:10.633405077Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"uri":"/da73a142-bb8b-46e7-9b17-ceac40c41577","method":"GET","req_id":"568ac501-c481-4c92-8877-b1fd115ddd7c","remote_addr":"[fd00:1122:3344:101::d]:33895","local_addr":"[fd00:1122:3344:101::b]:49758","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":289,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:18.193565874Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":69,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:18.193619905Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":69,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:18.193632906Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:18.193641786Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:18.193945101Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:18.193970211Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:18.19557586Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:18.195803454Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:18.196406065Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:18.197764559Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":69,"elapsed":"4.191565ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:18.19892671Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:18.19893887Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:18.199080262Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:18.201442844Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:18.201734699Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:18.203578802Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:18.205998735Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 76e5932f-8d07-44e4-9a57-068f75ced7ea, lookup_type: ById(76e5932f-8d07-44e4-9a57-068f75ced7ea) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:18.206011005Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:18.206151748Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:18.216862838Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"original_time_created":"2024-11-22 03:54:51.746592 UTC","original_target_id":"76e5932f-8d07-44e4-9a57-068f75ced7ea","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","time_created":"2024-11-22 03:54:51.746592 UTC","target_id":"76e5932f-8d07-44e4-9a57-068f75ced7ea"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:18.216885198Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"76e5932f-8d07-44e4-9a57-068f75ced7ea\",\"time_created\":\"2024-11-22T03:54:51.746592Z\"}","iteration":69,"elapsed":"23.337434ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:06:20.633086782Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"uri":"/da73a142-bb8b-46e7-9b17-ceac40c41577","method":"GET","req_id":"648eed8b-54dd-4225-85bc-dfee78952a9f","remote_addr":"[fd00:1122:3344:101::d]:33895","local_addr":"[fd00:1122:3344:101::b]:49758","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":439,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:25.626505225Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/619dee3a-9d47-45ec-a665-d347c721dbd7/producers?sort_by=id_ascending","method":"GET","req_id":"067bb803-4426-4699-8c1a-d4f94daa2e53","remote_addr":"[fd00:1122:3344:101::d]:37329","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:25.62681424Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/619dee3a-9d47-45ec-a665-d347c721dbd7/producers?sort_by=id_ascending","method":"GET","req_id":"067bb803-4426-4699-8c1a-d4f94daa2e53","remote_addr":"[fd00:1122:3344:101::d]:37329","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:06:25.628734404Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"uri":"/metrics/collectors/619dee3a-9d47-45ec-a665-d347c721dbd7/producers?sort_by=id_ascending","method":"GET","req_id":"067bb803-4426-4699-8c1a-d4f94daa2e53","remote_addr":"[fd00:1122:3344:101::d]:37329","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2296,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:25.62907333Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/619dee3a-9d47-45ec-a665-d347c721dbd7/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmY2QwNGMwZi0xNDcxLTQ0MDMtYjhkOS1mZTI4MWY4Mjk0NjUifX0%3D","method":"GET","req_id":"8440a07d-9649-4987-9968-491700882557","remote_addr":"[fd00:1122:3344:101::d]:37329","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:25.629423546Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/619dee3a-9d47-45ec-a665-d347c721dbd7/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmY2QwNGMwZi0xNDcxLTQ0MDMtYjhkOS1mZTI4MWY4Mjk0NjUifX0%3D","method":"GET","req_id":"8440a07d-9649-4987-9968-491700882557","remote_addr":"[fd00:1122:3344:101::d]:37329","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:06:25.631199668Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"uri":"/metrics/collectors/619dee3a-9d47-45ec-a665-d347c721dbd7/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmY2QwNGMwZi0xNDcxLTQ0MDMtYjhkOS1mZTI4MWY4Mjk0NjUifX0%3D","method":"GET","req_id":"8440a07d-9649-4987-9968-491700882557","remote_addr":"[fd00:1122:3344:101::d]:37329","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2191,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.19391459Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.193968891Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.193982202Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":70,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.193992092Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.194001962Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.194010572Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.194019322Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.194028863Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":24,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:06:28.194038843Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.194048473Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.194057293Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.194066843Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.194078143Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.194086704Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.194100024Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.194111254Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.194123484Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.194165235Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":24,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.194177535Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.194187275Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.194196935Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.194208156Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.194218346Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.194228556Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.194237696Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.194247746Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.194257456Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":70,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.194268837Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.194278167Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.194288167Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.194298897Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.194309157Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.194319948Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.194329788Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.194340268Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":24,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.19448858Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.194509361Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.194522051Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.194535681Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.194546482Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.194557622Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.194564962Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.194573762Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.194582602Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.194591073Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.194599782Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.194607833Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.194616223Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.194622873Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.194630863Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.194637943Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.197114347Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.197137198Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.197432223Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.198198597Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.19896399Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.199144953Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":24,"elapsed":"4.974028ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.199282026Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.199291546Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.199473279Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.200933265Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.200949645Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.201110388Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.20179623Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.202236588Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.202261729Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.202425572Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.204133022Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":24,"elapsed":"10.231562ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.204376876Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.204388716Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.204535389Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.205084129Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.20683782Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DnsResolver","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fcd04c0f-1471-4403-b8d9-fe281f829465.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fcd04c0f-1471-4403-b8d9-fe281f829465.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1617, tv_nsec: 557913462 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:06:28.207130325Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.207354929Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.208099052Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.208112512Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.208380347Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.209455216Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.209478877Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.209604529Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.210033996Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":70,"elapsed":"16.111216ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.210846841Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DnsResolver","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fcd04c0f-1471-4403-b8d9-fe281f829465.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fcd04c0f-1471-4403-b8d9-fe281f829465.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1617, tv_nsec: 561928983 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.210921232Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:06:28.211144066Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.212205435Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.21249024Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.212909418Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.212919428Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.21306789Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.214067908Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.214365063Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.214929223Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.215121967Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.216145565Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DnsResolver","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fcd04c0f-1471-4403-b8d9-fe281f829465.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fcd04c0f-1471-4403-b8d9-fe281f829465.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1617, tv_nsec: 567228677 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:06:28.216210006Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.216222866Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":24,"elapsed":"22.217074ms"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:06:28.216382019Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1103"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:06:28.228681837Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.228705788Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.228713658Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.228924812Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:06:28.231535478Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.231557908Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.231566118Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.231799403Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.233112336Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.233510593Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.238512522Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.238741746Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.240361194Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.240414546Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.24065362Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.240727621Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.242254758Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.242482272Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.242694896Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.243921668Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":24,"elapsed":"49.807204ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.24459506Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":24,"elapsed":"50.470226ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.245341543Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Sled { parent: Fleet, key: fcd04c0f-1471-4403-b8d9-fe281f829465, lookup_type: ById(fcd04c0f-1471-4403-b8d9-fe281f829465) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.245368483Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.245513186Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.246911811Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"0","iteration":24,"elapsed":"52.953159ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.247881988Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.249372345Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.249594809Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.250643237Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 76e5932f-8d07-44e4-9a57-068f75ced7ea, lookup_type: ById(76e5932f-8d07-44e4-9a57-068f75ced7ea) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.250655307Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.25080633Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.252681073Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.254584087Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.254608307Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.25473575Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.269537292Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":24,"elapsed":"75.596821ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:06:28.270343317Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.270359267Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.270691523Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b859036b-0666-4f4b-aa45-8539353639a1\", \"content-length\": \"26\", \"date\": \"Fri, 22 Nov 2024 04:06:28 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:06:28.270708683Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.27220515Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"original_time_created":"2024-11-22 03:54:51.746592 UTC","original_target_id":"76e5932f-8d07-44e4-9a57-068f75ced7ea","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","time_created":"2024-11-22 03:54:51.746592 UTC","target_id":"76e5932f-8d07-44e4-9a57-068f75ced7ea"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.27222849Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"76e5932f-8d07-44e4-9a57-068f75ced7ea\",\"time_created\":\"2024-11-22T03:54:51.746592Z\"}","iteration":70,"elapsed":"78.136557ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:06:28.272565526Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:06:28.277965902Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:06:28.277984152Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.277993162Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":24,"elapsed":"83.96184ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.280916754Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":24,"elapsed":"86.77423ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:06:28.284338275Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.284356615Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.284577999Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a9604ef7-6bf8-4cca-8708-40d0571b0cda\", \"content-length\": \"26\", \"date\": \"Fri, 22 Nov 2024 04:06:28 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:06:28.28460915Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:06:28.285861702Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.302375725Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.30264321Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.311074199Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.311271803Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.312608176Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.315534688Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.315547559Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.315786313Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.317225598Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.31902257Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.319034971Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.319238834Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.359264384Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"physical_disks_added\":0}","iteration":26,"elapsed":"165.214051ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:06:28.39167872Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.39170504Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"MgsClient","rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.391967645Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"MgsClient","rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"60179d9a-8159-463f-a2f2-e87ea3c97eb8\", \"content-length\": \"26\", \"date\": \"Fri, 22 Nov 2024 04:06:28 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:06:28.391983345Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:06:28.3939654Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.457563019Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{}","iteration":24,"elapsed":"263.468625ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.469368218Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"SledAgent":"fcd04c0f-1471-4403-b8d9-fe281f829465","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.469966199Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"SledAgent":"fcd04c0f-1471-4403-b8d9-fe281f829465","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a71bb21c-203c-45e4-923d-5bc9725e6d99\", \"content-length\": \"691\", \"date\": \"Fri, 22 Nov 2024 04:06:28 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:06:28.47000288Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:06:28.47001613Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:06:28.47002752Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.471366904Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{}","iteration":24,"elapsed":"277.386772ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.551911663Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.552226208Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b3f7106-a4c6-4246-a8cc-dc6b38d22279\", \"content-length\": \"2\", \"date\": \"Fri, 22 Nov 2024 04:06:27 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.554623931Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.554912986Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled fcd04c0f-1471-4403-b8d9-fe281f829465","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:06:28.555182651Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.555193661Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"SledAgent":"fcd04c0f-1471-4403-b8d9-fe281f829465","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.555552747Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"SledAgent":"fcd04c0f-1471-4403-b8d9-fe281f829465","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"74ba6950-c6b6-4987-8695-0602c2f2db25\", \"content-length\": \"372\", \"date\": \"Fri, 22 Nov 2024 04:06:28 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.555571288Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.555835912Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.557353739Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"null","iteration":24,"elapsed":"363.289986ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:06:28.569408193Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.569435394Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"SledAgent":"fcd04c0f-1471-4403-b8d9-fe281f829465","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.569673038Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"SledAgent":"fcd04c0f-1471-4403-b8d9-fe281f829465","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"a5eb4699-804d-4db9-ac74-995e2f51271a\", \"date\": \"Fri, 22 Nov 2024 04:06:28 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.569704559Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.570068855Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.572171362Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.572357736Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.575311828Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.575572923Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled fcd04c0f-1471-4403-b8d9-fe281f829465 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:06:28.580560921Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.580588142Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"SledAgent":"fcd04c0f-1471-4403-b8d9-fe281f829465","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.581387486Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"SledAgent":"fcd04c0f-1471-4403-b8d9-fe281f829465","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"0c0a4dc4-3b09-470d-bd84-8c96e988871c\", \"date\": \"Fri, 22 Nov 2024 04:06:28 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.583808749Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{}","iteration":24,"elapsed":"389.842588ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.615592543Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.61597873Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:06:28.616936827Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 8c982de3-ef49-408d-998d-5a67e7ddcdb0, rack_id: cccdefe3-2bc4-4184-8dc4-7e505090a7b9, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(cc6379ce-237d-4ede-bb03-e926aaff79eb) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.616963167Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.617237612Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.624915348Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DpdClient","rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.625259475Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DpdClient","rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e8a76b3b-3693-4540-82c7-b3c2a7cbb8df\", \"content-length\": \"134\", \"date\": \"Fri, 22 Nov 2024 04:06:27 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:06:28.625282085Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:06:28.625293535Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"cc6379ce-237d-4ede-bb03-e926aaff79eb","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:06:28.62560313Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:06:28.625613651Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:06:28.625621171Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:06:28.625629621Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:06:28.625637011Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:06:28.625644341Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:06:28.625832455Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:06:28.625842675Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:06:28.626087849Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.626097259Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.626367534Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.627531555Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DpdClient","rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.627664477Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DpdClient","rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e5437279-0997-4706-8ddb-e6e7930f6305\", \"content-length\": \"2\", \"date\": \"Fri, 22 Nov 2024 04:06:27 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.627686358Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DpdClient","rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.62779542Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DpdClient","rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"187f5008-b31c-4f1f-9d2a-a5d95b6c1565\", \"content-length\": \"52\", \"date\": \"Fri, 22 Nov 2024 04:06:27 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:06:28.62782652Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.62784308Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.748521911Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"01712a4c-d045-4e87-90e9-ab2572e8dd2b\", \"date\": \"Fri, 22 Nov 2024 04:06:28 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:06:28.748567552Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.748578642Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.74903522Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9abb1509-5e46-4889-9146-7469758f7163\", \"content-length\": \"682\", \"date\": \"Fri, 22 Nov 2024 04:06:28 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.749089851Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.749530719Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.752930799Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.753327107Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.755476665Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.75575025Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.756873259Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.757131214Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:28.764312771Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{}","iteration":24,"elapsed":"570.3146ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:06:30.63245936Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"uri":"/da73a142-bb8b-46e7-9b17-ceac40c41577","method":"GET","req_id":"ec717474-4ed9-4f28-a76d-6b7ea5a05be2","remote_addr":"[fd00:1122:3344:101::d]:33895","local_addr":"[fd00:1122:3344:101::b]:49758","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":266,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:38.193645866Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":71,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:38.193709557Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":71,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:38.193728537Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:38.193742167Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:38.194164765Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:38.194221056Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:38.196612008Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:38.199185534Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:38.199199024Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:38.199339217Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:38.201737029Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:38.201949003Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:38.203882277Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:38.205386874Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:38.205752711Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:38.206505274Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 76e5932f-8d07-44e4-9a57-068f75ced7ea, lookup_type: ById(76e5932f-8d07-44e4-9a57-068f75ced7ea) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:38.206519264Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:38.206658636Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:38.207494601Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":71,"elapsed":"13.855596ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:38.218416195Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"original_time_created":"2024-11-22 03:54:51.746592 UTC","original_target_id":"76e5932f-8d07-44e4-9a57-068f75ced7ea","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","time_created":"2024-11-22 03:54:51.746592 UTC","target_id":"76e5932f-8d07-44e4-9a57-068f75ced7ea"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:38.218429455Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"76e5932f-8d07-44e4-9a57-068f75ced7ea\",\"time_created\":\"2024-11-22T03:54:51.746592Z\"}","iteration":71,"elapsed":"24.81027ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:06:40.632867847Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"uri":"/da73a142-bb8b-46e7-9b17-ceac40c41577","method":"GET","req_id":"72c1f2af-7b42-42fb-80a7-e6f44ea07578","remote_addr":"[fd00:1122:3344:101::d]:33895","local_addr":"[fd00:1122:3344:101::b]:49758","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":259,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:48.194009752Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":72,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:48.194067093Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":72,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:48.194078433Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:48.194087263Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:48.194375278Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:48.194440199Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:48.196071978Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:48.196374324Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:48.196642988Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:48.19840717Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":72,"elapsed":"4.388127ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:48.198708325Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:48.198728675Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:48.198878678Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:48.200967685Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:48.201153778Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:48.202731446Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:48.20518856Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 76e5932f-8d07-44e4-9a57-068f75ced7ea, lookup_type: ById(76e5932f-8d07-44e4-9a57-068f75ced7ea) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:48.20520154Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:48.205337803Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:48.213556949Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"original_time_created":"2024-11-22 03:54:51.746592 UTC","original_target_id":"76e5932f-8d07-44e4-9a57-068f75ced7ea","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","time_created":"2024-11-22 03:54:51.746592 UTC","target_id":"76e5932f-8d07-44e4-9a57-068f75ced7ea"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:48.213584019Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"76e5932f-8d07-44e4-9a57-068f75ced7ea\",\"time_created\":\"2024-11-22T03:54:51.746592Z\"}","iteration":72,"elapsed":"19.581088ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:06:50.63302014Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"uri":"/da73a142-bb8b-46e7-9b17-ceac40c41577","method":"GET","req_id":"30112fd2-9e3d-4403-977d-61b2bb7c6662","remote_addr":"[fd00:1122:3344:101::d]:33895","local_addr":"[fd00:1122:3344:101::b]:49758","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":418,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.19334781Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.193428021Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":73,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.193447501Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.193462062Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.193474792Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.193489922Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.193503382Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.193516293Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.193528363Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.193542623Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.193555413Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.193567674Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.193589764Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-22T04:06:58.193602414Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"76e5932f-8d07-44e4-9a57-068f75ced7ea","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.193618135Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"enabled\":false,\"target_id\":\"76e5932f-8d07-44e4-9a57-068f75ced7ea\"}","iteration":14,"elapsed":"16.1µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.193633545Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.193781767Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.193797818Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":13,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.193810538Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.193824038Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.193837008Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.193850389Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.193863239Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.193875969Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":13,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.193890239Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.193902209Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.19391448Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.19392883Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":25,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.19394211Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.193953881Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.193973451Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.193985841Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":13,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:06:58.193998771Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.194012631Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.194024702Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.194037192Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.194048802Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.194060422Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.194074052Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.194092063Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.194111373Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":25,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:06:58.194130573Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.194149684Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.194169324Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.194188255Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":25,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.194208575Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.194287306Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.194344727Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.194359908Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":73,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.194370328Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.194380438Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.194392588Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.194401798Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.194411269Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":13,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:06:58.194421699Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-22 03:56:58.193727306 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.194432199Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.194441659Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.194452499Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.194463399Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.19447238Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.19447931Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.19448672Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.19449358Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.19450097Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.19450753Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.19451494Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.19452168Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.194530041Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.194539321Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.194547821Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.194553991Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.194562581Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.194570831Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.194580121Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.194588052Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.194594622Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.194602022Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.194610022Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.194617992Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.194625272Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DnsResolver","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"bf35fb21-6ab5-4f9e-9cf6-4e6162e8ce1b.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"da108ce4-fade-4cd8-8ba2-9af291527495.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"da108ce4-fade-4cd8-8ba2-9af291527495.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1647, tv_nsec: 545492242 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.194637702Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.194646433Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.194654293Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.194694954Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.194706734Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.194714064Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.194722584Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.194734044Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.194745184Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.194753395Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.194763545Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.194789995Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.194822676Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DnsResolver","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"0a6d4402-4330-4dac-a6fc-1163b7dedc8a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"6f3e43a0-44c3-470b-aeed-59e4d3e6b91a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"d2bf14c6-9ae0-4e6c-817f-248aabab435c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"d2bf14c6-9ae0-4e6c-817f-248aabab435c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:3::1))) }], valid_until: Instant { tv_sec: 1647, tv_nsec: 545595504 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.194848266Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.194858457Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.194867277Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.194874307Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.194882827Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.194901217Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.194975299Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.194987499Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":13,"elapsed":"1.601069ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.19504392Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.19505332Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\"]}","iteration":13,"elapsed":"1.565388ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.197219878Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":25,"elapsed":"3.524612ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.197235079Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.19728763Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.197459583Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.198915978Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.199088681Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.199100692Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.199265125Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.19958249Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:06:58.200991935Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-22 03:56:58.193727306 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.201008626Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"expiration\":\"2024-11-22T03:56:58.193727306Z\",\"pruned\":[]}","iteration":13,"elapsed":"7.267109ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.201357092Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.201368212Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.201527815Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.202510692Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.202525113Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.202661745Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.203100153Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.203335777Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.203561021Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.203978958Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.204163532Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.204245073Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.205436554Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.205458765Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.205609417Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.20631026Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.20632538Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.206449722Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.206539874Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.206719107Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.207379729Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.208869165Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":25,"elapsed":"15.2276ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.208921746Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DnsResolver","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fcd04c0f-1471-4403-b8d9-fe281f829465.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fcd04c0f-1471-4403-b8d9-fe281f829465.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1647, tv_nsec: 559959159 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.209184921Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.209202111Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:06:58.209208771Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.209328173Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.210719228Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.210896611Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.211137915Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.211652224Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.21252985Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":13,"elapsed":"18.717052ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.213491667Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.213501927Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.21366242Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.214674388Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.214690429Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.214834661Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.216433629Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.217118312Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DnsResolver","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fcd04c0f-1471-4403-b8d9-fe281f829465.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fcd04c0f-1471-4403-b8d9-fe281f829465.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1647, tv_nsec: 568159874 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.217133492Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:06:58.217406027Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.217793693Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.218029898Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.218652909Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.218663159Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.218807871Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":73,"elapsed":"25.472402ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.218841632Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.219422882Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.219433182Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.219575575Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.219586255Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.221291926Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.221307926Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.221346767Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.221445228Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.221455478Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.22156012Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.222325964Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.222609359Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.223137328Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.223148748Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.223195169Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":25,"elapsed":"29.526134ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.223274271Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.225093783Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":25,"elapsed":"31.773504ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.225516601Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.225808786Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.22601827Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.22602882Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DnsResolver","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fcd04c0f-1471-4403-b8d9-fe281f829465.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fcd04c0f-1471-4403-b8d9-fe281f829465.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1647, tv_nsec: 577074552 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:06:58.226360896Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1103"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:06:58.227435595Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.227445785Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.227451335Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.227577037Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:06:58.227585907Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.227594047Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":13,"elapsed":"34.090565ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.227670919Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.228241269Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.23000965Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.230137792Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":25,"elapsed":"36.360175ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.230207584Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.230399907Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.232595256Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.232624607Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.23280348Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.232879671Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.234934938Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.235798773Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"nsuccess\":5}","iteration":6,"elapsed":"42.293841ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:06:58.236392614Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.236406304Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":25,"elapsed":"42.647796ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.236556546Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.236568557Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.236729209Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.239107432Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.239172303Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 76e5932f-8d07-44e4-9a57-068f75ced7ea, lookup_type: ById(76e5932f-8d07-44e4-9a57-068f75ced7ea) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.239186363Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.239460698Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.24179703Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.24182628Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.242044214Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.253348154Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.253615099Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.256137794Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.256255816Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"original_time_created":"2024-11-22 03:54:51.746592 UTC","original_target_id":"76e5932f-8d07-44e4-9a57-068f75ced7ea","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","time_created":"2024-11-22 03:54:51.746592 UTC","target_id":"76e5932f-8d07-44e4-9a57-068f75ced7ea"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.256270626Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"76e5932f-8d07-44e4-9a57-068f75ced7ea\",\"time_created\":\"2024-11-22T03:54:51.746592Z\"}","iteration":73,"elapsed":"62.55411ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.256361988Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.259208538Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.259231579Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.259240649Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.259248409Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.259522854Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.260011023Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.265131653Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.265795945Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.26605458Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.266320785Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.266549239Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:06:58.27058852Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.270614841Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.270623921Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.270852525Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.272126608Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.272321571Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.272587686Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.274422208Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.274437339Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.274568861Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.289504486Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.297563119Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.299435102Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.299449702Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.299458663Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.299466353Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.299732118Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:06:58.358633783Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.358657493Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.358960829Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"73655c22-16fc-4c61-a08e-f050cf93f61d\", \"content-length\": \"26\", \"date\": \"Fri, 22 Nov 2024 04:06:58 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:06:58.358980749Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:06:58.361221598Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:06:58.390453877Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.390478898Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"MgsClient","rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.390676801Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"MgsClient","rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1436790c-ea59-404e-9f7e-86df1a1b50b8\", \"content-length\": \"26\", \"date\": \"Fri, 22 Nov 2024 04:06:58 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:06:58.390691661Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:06:58.392934201Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.494272139Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.497888544Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.498365532Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"e2145cfe-a9d9-42a2-97b0-f2373cfec9ec\", \"date\": \"Fri, 22 Nov 2024 04:06:58 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:06:58.498383792Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.500731694Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"c5ecde09-052c-4079-9001-96cf87f5f658\", \"date\": \"Fri, 22 Nov 2024 04:06:58 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:06:58.500760205Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:06:58.50272164Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.50274218Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":15,"elapsed":"309.384701ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:06:58.509348817Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.509375598Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.509733504Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3522c241-55df-4115-8b9a-ef76ff472d8b\", \"content-length\": \"26\", \"date\": \"Fri, 22 Nov 2024 04:06:58 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:06:58.509755984Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:06:58.512705566Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled fcd04c0f-1471-4403-b8d9-fe281f829465","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:06:58.525364171Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.525397502Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"SledAgent":"fcd04c0f-1471-4403-b8d9-fe281f829465","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.525956822Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"SledAgent":"fcd04c0f-1471-4403-b8d9-fe281f829465","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a88fa72-1a80-4e53-a2a3-01e99eb78b18\", \"content-length\": \"372\", \"date\": \"Fri, 22 Nov 2024 04:06:58 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.525993302Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.526378079Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.528853433Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.529005286Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.529352202Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.531277946Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.533005857Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.533038757Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.53319602Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.534348711Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.534380241Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.534641826Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.536308445Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.540573501Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.540597421Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.540814235Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.566540022Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.566951689Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fbb744f0-82e5-4959-8945-c5a8f5d95ce3\", \"content-length\": \"2\", \"date\": \"Fri, 22 Nov 2024 04:06:57 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.568476156Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.568889143Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.569081407Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:06:58.569096277Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.569106067Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":13,"elapsed":"375.486033ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.572854614Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":25,"elapsed":"379.24013ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:06:58.576519039Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:06:58.57654953Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.57656271Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":25,"elapsed":"382.956316ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.579102355Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"null","iteration":25,"elapsed":"385.46929ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.583868439Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.58388776Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"6f2d86f2-6de6-4684-83fe-c32622f287de"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.58389872Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.584180395Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.590491247Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-22T03:54:55.939927Z, time_modified: 2024-11-22T03:54:55.939927Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: f0a97a2b-64c8-4e4c-8eb7-11a4e1b5b208, db_silo: Silo { identity: SiloIdentity { id: f0a97a2b-64c8-4e4c-8eb7-11a4e1b5b208, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-22T03:55:08.938187Z, time_modified: 2024-11-22T03:55:08.938187Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"98a9718ede1d4c4d701e8693c2f523af9b1e57362a46563d3b2ef1eb0854b05e\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: f0a97a2b-64c8-4e4c-8eb7-11a4e1b5b208, db_silo: Silo { identity: SiloIdentity { id: f0a97a2b-64c8-4e4c-8eb7-11a4e1b5b208, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-22T03:55:08.938187Z, time_modified: 2024-11-22T03:55:08.938187Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"98a9718ede1d4c4d701e8693c2f523af9b1e57362a46563d3b2ef1eb0854b05e\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.590521958Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"f0a97a2b-64c8-4e4c-8eb7-11a4e1b5b208\",\"tls_certs\":[\"98a9718ede1d4c4d701e8693c2f523af9b1e57362a46563d3b2ef1eb0854b05e\"]}},\"default_endpoint\":{\"silo_id\":\"f0a97a2b-64c8-4e4c-8eb7-11a4e1b5b208\",\"tls_certs\":[\"98a9718ede1d4c4d701e8693c2f523af9b1e57362a46563d3b2ef1eb0854b05e\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":13,"elapsed":"397.080706ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.590643909Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:06:58.59178215Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.59180465Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"SledAgent":"fcd04c0f-1471-4403-b8d9-fe281f829465","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.592133936Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"SledAgent":"fcd04c0f-1471-4403-b8d9-fe281f829465","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"0aa9546d-8701-4677-b9d9-080d8af236fc\", \"date\": \"Fri, 22 Nov 2024 04:06:58 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.592145246Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.592452592Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.594108991Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.594121591Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"4ce04a8f-a352-490b-94a2-239a377fc358"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.594130862Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.594205493Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Sled { parent: Fleet, key: fcd04c0f-1471-4403-b8d9-fe281f829465, lookup_type: ById(fcd04c0f-1471-4403-b8d9-fe281f829465) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.594226403Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.594424847Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.594463097Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.596223119Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"0","iteration":25,"elapsed":"402.469751ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.602058302Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.602330817Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.606156635Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.606350388Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled fcd04c0f-1471-4403-b8d9-fe281f829465 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:06:58.609385382Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.609403022Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"SledAgent":"fcd04c0f-1471-4403-b8d9-fe281f829465","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.609954122Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"SledAgent":"fcd04c0f-1471-4403-b8d9-fe281f829465","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"682e3391-0b87-4a91-80b8-5ea019069c62\", \"date\": \"Fri, 22 Nov 2024 04:06:58 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.611436129Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{}","iteration":25,"elapsed":"417.775373ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.617991945Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.61829172Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.623028364Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.625905735Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.625919046Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.626068868Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.629032141Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"6f2d86f2-6de6-4684-83fe-c32622f287de"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.629055271Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.629065241Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"current_time_created":"2024-11-22 03:55:08.212168 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.629074202Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"generation\":1}","iteration":13,"elapsed":"435.544228ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.635061118Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.635554437Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.635701069Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"ef514019-dba7-4876-8098-8a14e9eee3c8\", \"date\": \"Fri, 22 Nov 2024 04:06:58 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:06:58.63572873Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.635969034Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{}","iteration":25,"elapsed":"442.164875ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.638423668Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"7cfa4311-eeeb-417b-bea7-c50e4c7eac80\", \"date\": \"Fri, 22 Nov 2024 04:06:58 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:06:58.638451088Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.640509225Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.640536855Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.640852351Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.640989733Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"7a898079-32fb-4bd9-8562-4cbf28cfd333\", \"date\": \"Fri, 22 Nov 2024 04:06:58 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:06:58.641003973Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:06:58.643678981Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.643713161Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":15,"elapsed":"450.148038ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.643788643Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"4ce04a8f-a352-490b-94a2-239a377fc358"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.643808733Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.643820063Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"current_time_created":"2024-11-22 03:55:08.993234 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.643830423Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"generation\":2}","iteration":13,"elapsed":"450.29091ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-22T04:06:58.655899567Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.655950899Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":13,"elapsed":"462.453426ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.660212694Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"physical_disks_added\":0}","iteration":27,"elapsed":"466.797173ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.667044345Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.670269653Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.670299453Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.670512607Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.684042547Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.686504431Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.686552902Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.686680944Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.710262422Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.710665029Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:06:58.721063514Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 8c982de3-ef49-408d-998d-5a67e7ddcdb0, rack_id: cccdefe3-2bc4-4184-8dc4-7e505090a7b9, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(cc6379ce-237d-4ede-bb03-e926aaff79eb) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.721111625Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.721437561Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.732953555Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DpdClient","rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.733386613Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DpdClient","rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a84a1b09-0592-49e8-ab50-e517dd369bf6\", \"content-length\": \"134\", \"date\": \"Fri, 22 Nov 2024 04:06:58 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:06:58.733421943Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:06:58.733439454Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"cc6379ce-237d-4ede-bb03-e926aaff79eb","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:06:58.73378934Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:06:58.73382165Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:06:58.733835861Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:06:58.733848881Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:06:58.733860451Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:06:58.733873841Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:06:58.734087935Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:06:58.734111825Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:06:58.734304739Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.734326469Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.734817488Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.736506318Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DpdClient","rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.73664527Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DpdClient","rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"805830fd-f9da-4722-ad2f-fdddf92d059e\", \"content-length\": \"2\", \"date\": \"Fri, 22 Nov 2024 04:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.736717312Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DpdClient","rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.736916905Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"component":"DpdClient","rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"82293d89-629b-4c9b-9786-9ab5f586ec86\", \"content-length\": \"52\", \"date\": \"Fri, 22 Nov 2024 04:06:58 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:06:58.736974516Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.736991166Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.813997542Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"SledAgent":"fcd04c0f-1471-4403-b8d9-fe281f829465","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.862105136Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"ab2718de-3ebe-4dae-9efc-b1601d43753e\", \"date\": \"Fri, 22 Nov 2024 04:06:58 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:06:58.862148677Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.862159687Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.862763048Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"rack_id":"cccdefe3-2bc4-4184-8dc4-7e505090a7b9","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5a8d766-f97a-4ed6-b962-1842045d2c52\", \"content-length\": \"682\", \"date\": \"Fri, 22 Nov 2024 04:06:58 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.862807778Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.863157244Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.863224596Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"SledAgent":"fcd04c0f-1471-4403-b8d9-fe281f829465","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ee6e033-bab1-4e29-bd2c-95a58c9a63aa\", \"content-length\": \"691\", \"date\": \"Fri, 22 Nov 2024 04:06:58 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:06:58.863255796Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:06:58.863268517Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:06:58.863278807Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.864666221Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{}","iteration":25,"elapsed":"670.950285ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.867578793Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.867809757Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.870475804Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.870747369Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.872647203Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.873006709Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:06:58.880867799Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{}","iteration":25,"elapsed":"687.145302ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:07:00.633258844Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"uri":"/da73a142-bb8b-46e7-9b17-ceac40c41577","method":"GET","req_id":"abbd23c6-8d70-4ce7-a3c5-40a187b07c77","remote_addr":"[fd00:1122:3344:101::d]:33895","local_addr":"[fd00:1122:3344:101::b]:49758","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":287,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:07:08.193395Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":74,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:07:08.193445461Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","iteration":74,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:07:08.193455652Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:07:08.193462842Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:07:08.193852819Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:07:08.193894329Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:07:08.195911115Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:07:08.198548742Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:07:08.198572432Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:07:08.198719825Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:07:08.199771694Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:07:08.200008798Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:07:08.201876991Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:07:08.204467487Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 76e5932f-8d07-44e4-9a57-068f75ced7ea, lookup_type: ById(76e5932f-8d07-44e4-9a57-068f75ced7ea) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:07:08.204487647Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:07:08.20463369Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:07:08.216782326Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"original_time_created":"2024-11-22 03:54:51.746592 UTC","original_target_id":"76e5932f-8d07-44e4-9a57-068f75ced7ea","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","time_created":"2024-11-22 03:54:51.746592 UTC","target_id":"76e5932f-8d07-44e4-9a57-068f75ced7ea"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:07:08.216805916Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"76e5932f-8d07-44e4-9a57-068f75ced7ea\",\"time_created\":\"2024-11-22T03:54:51.746592Z\"}","iteration":74,"elapsed":"23.419585ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:07:08.222916824Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:07:08.223125258Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:07:08.25143603Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":74,"elapsed":"58.02161ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:07:10.626619456Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/619dee3a-9d47-45ec-a665-d347c721dbd7/producers?sort_by=id_ascending","method":"GET","req_id":"506ee0c2-ce0f-4a01-ab6a-fc35327da4bc","remote_addr":"[fd00:1122:3344:101::d]:37329","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:07:10.626980842Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/619dee3a-9d47-45ec-a665-d347c721dbd7/producers?sort_by=id_ascending","method":"GET","req_id":"506ee0c2-ce0f-4a01-ab6a-fc35327da4bc","remote_addr":"[fd00:1122:3344:101::d]:37329","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:07:10.62970191Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"uri":"/metrics/collectors/619dee3a-9d47-45ec-a665-d347c721dbd7/producers?sort_by=id_ascending","method":"GET","req_id":"506ee0c2-ce0f-4a01-ab6a-fc35327da4bc","remote_addr":"[fd00:1122:3344:101::d]:37329","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3185,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:07:10.629998576Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/619dee3a-9d47-45ec-a665-d347c721dbd7/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmY2QwNGMwZi0xNDcxLTQ0MDMtYjhkOS1mZTI4MWY4Mjk0NjUifX0%3D","method":"GET","req_id":"f65df25c-99ff-43c4-9c66-41e42f43bbb6","remote_addr":"[fd00:1122:3344:101::d]:37329","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-22T04:07:10.630363542Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/619dee3a-9d47-45ec-a665-d347c721dbd7/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmY2QwNGMwZi0xNDcxLTQ0MDMtYjhkOS1mZTI4MWY4Mjk0NjUifX0%3D","method":"GET","req_id":"f65df25c-99ff-43c4-9c66-41e42f43bbb6","remote_addr":"[fd00:1122:3344:101::d]:37329","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:07:10.632317747Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"uri":"/metrics/collectors/619dee3a-9d47-45ec-a665-d347c721dbd7/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmY2QwNGMwZi0xNDcxLTQ0MDMtYjhkOS1mZTI4MWY4Mjk0NjUifX0%3D","method":"GET","req_id":"f65df25c-99ff-43c4-9c66-41e42f43bbb6","remote_addr":"[fd00:1122:3344:101::d]:37329","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2388,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-22T04:07:10.632888017Z","hostname":"oxz_nexus_da73a142-bb8b-46e7-9b17-ceac40c41577","pid":24236,"uri":"/da73a142-bb8b-46e7-9b17-ceac40c41577","method":"GET","req_id":"c2120dc2-4262-4a56-ba69-5713020232e0","remote_addr":"[fd00:1122:3344:101::d]:33895","local_addr":"[fd00:1122:3344:101::b]:49758","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"da73a142-bb8b-46e7-9b17-ceac40c41577","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":286,"response_code":"200"}