{"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:30:01.469995556Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"uri":"/e2378399-e8ed-453c-847a-0a419dfd0966","method":"GET","req_id":"58f0d396-897d-4e23-acb4-3aeb1c13961c","remote_addr":"[fd00:1122:3344:101::d]:40170","local_addr":"[fd00:1122:3344:101::b]:35909","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1315,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:05.799462294Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":65,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:05.799529806Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:05.799545016Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":65,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:05.799557537Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:05.800056222Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:05.800072372Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:05.802129783Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:05.802179535Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:05.802571876Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:05.804634627Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:05.804653058Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:05.804783092Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:05.805842483Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:05.805990448Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:05.807383959Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:05.809478101Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 542c6a13-dea0-484f-aa4f-d05b6e033846, lookup_type: ById(542c6a13-dea0-484f-aa4f-d05b6e033846) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:05.809488262Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:05.809617546Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:05.82323924Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"original_time_created":"2024-11-06 00:19:10.103182 UTC","original_target_id":"542c6a13-dea0-484f-aa4f-d05b6e033846","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","time_created":"2024-11-06 00:19:10.103182 UTC","target_id":"542c6a13-dea0-484f-aa4f-d05b6e033846"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:05.823267331Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"542c6a13-dea0-484f-aa4f-d05b6e033846\",\"time_created\":\"2024-11-06T00:19:10.103182Z\"}","iteration":65,"elapsed":"23.788526ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:05.839557644Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":65,"elapsed":"40.116671ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:15.799428745Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":66,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:15.799483306Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:15.799493387Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":66,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:15.799503547Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:15.799788026Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:15.799849417Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:15.801420374Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:15.80162486Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:15.801771044Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:15.804418223Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:15.804429343Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:15.804607358Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:15.806303419Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:15.806505745Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:15.80803778Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:15.810306008Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 542c6a13-dea0-484f-aa4f-d05b6e033846, lookup_type: ById(542c6a13-dea0-484f-aa4f-d05b6e033846) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:15.810318028Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:15.810455452Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:15.821887642Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"original_time_created":"2024-11-06 00:19:10.103182 UTC","original_target_id":"542c6a13-dea0-484f-aa4f-d05b6e033846","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","time_created":"2024-11-06 00:19:10.103182 UTC","target_id":"542c6a13-dea0-484f-aa4f-d05b6e033846"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:15.821912032Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"542c6a13-dea0-484f-aa4f-d05b6e033846\",\"time_created\":\"2024-11-06T00:19:10.103182Z\"}","iteration":66,"elapsed":"22.462687ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:15.829950161Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":66,"elapsed":"30.531206ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:30:16.470734886Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"uri":"/e2378399-e8ed-453c-847a-0a419dfd0966","method":"GET","req_id":"fa734a2b-384c-4693-8a8f-f3beaf2f92fc","remote_addr":"[fd00:1122:3344:101::d]:40170","local_addr":"[fd00:1122:3344:101::b]:35909","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1491,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.79982696Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":67,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.799877731Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.799886921Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.799893471Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.799899191Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.799906632Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.799913512Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.799920672Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.799928563Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.799939353Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.799949573Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.799959783Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.799969814Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.799977604Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":12,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.799985194Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":23,"elapsed":"11.23µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.799993304Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":67,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.800000265Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.800006625Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.800014455Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.800020785Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.800027835Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.800034726Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":12,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:30:25.800042206Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-06 00:20:25.799979294 UTC"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.800050816Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.800057206Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.800063836Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.800070717Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":13,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.800080157Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.800091167Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.800100868Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":12,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:30:25.800109368Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.800118648Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.800128078Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.800138419Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.800147859Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.800157509Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.80016779Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.80017764Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":23,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.800187Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":23,"elapsed":"9.471µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.80019688Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.800207401Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":13,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.800216571Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.800225151Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.800234412Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.800244322Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":13,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-06T00:30:25.800254982Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"542c6a13-dea0-484f-aa4f-d05b6e033846","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.800266633Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"enabled\":false,\"target_id\":\"542c6a13-dea0-484f-aa4f-d05b6e033846\"}","iteration":13,"elapsed":"13.46µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.800276823Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":23,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.800285783Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":23,"elapsed":"8.74µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.800296863Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":24,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:30:25.800306954Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.800316424Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.800325074Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.800334535Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.800343945Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":23,"elapsed":"8.78µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.800356405Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.800365365Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.800374656Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.800383536Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.800392926Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.800402657Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.800411727Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.800421457Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.800434327Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.800446168Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.800459778Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.800471379Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.800496329Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.80051045Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.80052313Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.800575462Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.800643764Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.800661944Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.800674455Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.800685015Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.800697085Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.800708626Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.800720386Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.800731796Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.800742747Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.800754837Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.800763337Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.800771297Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"DnsResolver","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"309c9aef-da72-4f08-9f70-c20d80316472.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"9bf7f7e3-0a6c-48b6-84be-c4bb8425f761.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"9bf7f7e3-0a6c-48b6-84be-c4bb8425f761.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1689, tv_nsec: 147033929 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.800801558Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"DnsResolver","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"51df9631-cef5-49ae-8cfd-f0c05bdac388.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"7102227a-61f8-4dda-a9a0-f6678fae71c6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"ad2fb963-23a1-4187-b186-e731e9dae98d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"ad2fb963-23a1-4187-b186-e731e9dae98d.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:3::1))) }], valid_until: Instant { tv_sec: 1689, tv_nsec: 147058670 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.80119362Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.801219731Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":13,"elapsed":"1.108233ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.801319034Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.801345285Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\"]}","iteration":13,"elapsed":"1.222147ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.80252824Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.802814048Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.803004984Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":23,"elapsed":"3.004379ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.804081216Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"DnsResolver","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-7c647f25-eb29-494d-840d-11658133af45.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-7c647f25-eb29-494d-840d-11658133af45.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1689, tv_nsec: 150346828 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:30:25.804355334Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/mod.rs:1114"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.804530809Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"DnsResolver","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-7c647f25-eb29-494d-840d-11658133af45.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-7c647f25-eb29-494d-840d-11658133af45.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1689, tv_nsec: 150795011 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:30:25.804795897Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/mod.rs:1114"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.805049915Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.805206749Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":12,"elapsed":"5.37147ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.806337743Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.806776976Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.806980612Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:30:25.807002302Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.807013963Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":12,"elapsed":"7.06891ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.807024553Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.808304971Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.808325562Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.808571839Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.809781215Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.809792345Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.810064903Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.810353942Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.810378013Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.810393763Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.810402303Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.810539887Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.810590929Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.812281329Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.812702392Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.812920048Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.813427653Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:30:25.813450444Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-06 00:20:25.799979294 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.813459604Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"expiration\":\"2024-11-06T00:20:25.799979294Z\",\"pruned\":[]}","iteration":12,"elapsed":"13.48157ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.815207306Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.815226087Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.815415502Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.815426132Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.815474524Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.815584887Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.815951048Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.816102523Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.81837838Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:30:25.818875495Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.818896015Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.818903366Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.819228076Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.819908906Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"DnsResolver","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-7c647f25-eb29-494d-840d-11658133af45.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-7c647f25-eb29-494d-840d-11658133af45.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1689, tv_nsec: 166167828 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:30:25.820214085Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/mod.rs:1114"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.8203894Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.820661338Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.821580525Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.821603086Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.821827793Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.823283876Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.823515303Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.823562124Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.823817352Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.823845173Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.824680147Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.82543068Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.82677262Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.82679743Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.826947345Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.827822711Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.830104758Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.845843776Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.848949288Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.848980019Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.849193575Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.851935007Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.852327198Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.854096921Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.855920815Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.855940486Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.856070439Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.857923624Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.858222303Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.858286025Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":67,"elapsed":"58.467507ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.859034087Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.859247004Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.861459709Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.86148106Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.86148861Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.86149447Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.861657365Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.861683706Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.861941944Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.863589382Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.863939423Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.86551606Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.865803798Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.866774227Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.866796548Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.866956093Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.867315653Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":23,"elapsed":"67.134244ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.867336264Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Sled { parent: Fleet, key: 7c647f25-eb29-494d-840d-11658133af45, lookup_type: ById(7c647f25-eb29-494d-840d-11658133af45) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.867345204Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.867496969Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.869971562Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"0","iteration":23,"elapsed":"70.114032ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.870671813Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:30:25.870805127Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.870816667Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.870822607Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.871027363Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.872483217Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.873643111Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:30:25.873670112Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.873683702Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":12,"elapsed":"73.624576ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.874131426Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.874154006Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.874164076Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.874172747Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.874399994Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.875005272Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 542c6a13-dea0-484f-aa4f-d05b6e033846, lookup_type: ById(542c6a13-dea0-484f-aa4f-d05b6e033846) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.875039173Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.87527446Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.875774234Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.875790015Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.875931489Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:30:25.876195007Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.876221708Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":23,"elapsed":"76.035248ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.887050969Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.887341328Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.890050658Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"original_time_created":"2024-11-06 00:19:10.103182 UTC","original_target_id":"542c6a13-dea0-484f-aa4f-d05b6e033846","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","time_created":"2024-11-06 00:19:10.103182 UTC","target_id":"542c6a13-dea0-484f-aa4f-d05b6e033846"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.890081049Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"542c6a13-dea0-484f-aa4f-d05b6e033846\",\"time_created\":\"2024-11-06T00:19:10.103182Z\"}","iteration":67,"elapsed":"90.134026ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.908421813Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.908839066Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.910863766Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.911407712Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.911429633Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"49647dec-3431-42f3-8ea3-efc9338eb811"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.911441643Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.911828935Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.912744392Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.9130109Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.91303585Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.913045951Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.913227376Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.915207085Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.915790902Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.917956327Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.917991268Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.918154533Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.918923505Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.918949426Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.91941698Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:30:25.925385487Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:30:25.925413268Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.925423688Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":23,"elapsed":"125.219547ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.932571161Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.935698434Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.935724704Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.935855308Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.949851183Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.953313136Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.953343677Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.953543163Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-06T00:30:25.963359305Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.963383895Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":12,"elapsed":"163.316739ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.974068442Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.975724762Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.980891175Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"physical_disks_added\":0}","iteration":26,"elapsed":"180.84152ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.982352459Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-06T00:19:22.736570Z, time_modified: 2024-11-06T00:19:22.736570Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 538efd2f-b8ed-4a95-91b1-680b63627575, db_silo: Silo { identity: SiloIdentity { id: 538efd2f-b8ed-4a95-91b1-680b63627575, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-06T00:19:33.340114Z, time_modified: 2024-11-06T00:19:33.340114Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"a1fe0af34bdc26f4969481fb712f7f75d3ee00bb10c1b2afec1db21a3adddac9\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 538efd2f-b8ed-4a95-91b1-680b63627575, db_silo: Silo { identity: SiloIdentity { id: 538efd2f-b8ed-4a95-91b1-680b63627575, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-06T00:19:33.340114Z, time_modified: 2024-11-06T00:19:33.340114Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"a1fe0af34bdc26f4969481fb712f7f75d3ee00bb10c1b2afec1db21a3adddac9\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:25.982378399Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"538efd2f-b8ed-4a95-91b1-680b63627575\",\"tls_certs\":[\"a1fe0af34bdc26f4969481fb712f7f75d3ee00bb10c1b2afec1db21a3adddac9\"]}},\"default_endpoint\":{\"silo_id\":\"538efd2f-b8ed-4a95-91b1-680b63627575\",\"tls_certs\":[\"a1fe0af34bdc26f4969481fb712f7f75d3ee00bb10c1b2afec1db21a3adddac9\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":13,"elapsed":"182.399236ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:30:26.018465201Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:26.018495922Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"MgsClient","rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:26.018810411Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"MgsClient","rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"124384fb-b095-43dd-8935-cbfb1778e961\", \"content-length\": \"26\", \"date\": \"Wed, 06 Nov 2024 00:30:25 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:30:26.018828631Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:30:26.020296685Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:26.155805108Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"SledAgent":"7c647f25-eb29-494d-840d-11658133af45","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:26.156273542Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"SledAgent":"7c647f25-eb29-494d-840d-11658133af45","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2fa01419-0846-4223-83b7-a8091fb63222\", \"content-length\": \"691\", \"date\": \"Wed, 06 Nov 2024 00:30:26 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:30:26.156294853Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:30:26.156303843Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:30:26.156310463Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:26.15754899Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{}","iteration":23,"elapsed":"357.611518ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:26.1848261Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:26.184850031Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"e566332b-6115-4b51-a3f7-2d789db7f0b6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:26.184859491Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:26.18517344Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:26.193124086Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:30:26.196754944Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:26.196768474Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:26.197064973Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:26.197084994Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"661f15d0-8ccf-490f-b3fd-b61305c77154\", \"content-length\": \"26\", \"date\": \"Wed, 06 Nov 2024 00:30:25 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:30:26.197094774Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:26.197378912Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"db54f53b-6a66-4fd2-bf97-fd0776f8a921\", \"date\": \"Wed, 06 Nov 2024 00:30:25 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:30:26.197399393Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:26.198659511Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"4dc85215-f1a9-4181-a82c-3f4ff6f170d3\", \"date\": \"Wed, 06 Nov 2024 00:30:25 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:30:26.198681071Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:30:26.199291109Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:30:26.200359541Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:26.200372752Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":14,"elapsed":"400.341806ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:30:26.20974032Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:26.20975791Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:26.210057019Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cea66b1b-0149-48e5-b6f5-30aa0d3f2224\", \"content-length\": \"26\", \"date\": \"Wed, 06 Nov 2024 00:30:25 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:30:26.21007596Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:30:26.21311554Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled 7c647f25-eb29-494d-840d-11658133af45","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:30:26.298318989Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:26.29834611Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"SledAgent":"7c647f25-eb29-494d-840d-11658133af45","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:26.298724652Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"SledAgent":"7c647f25-eb29-494d-840d-11658133af45","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"40850f54-f252-49bf-a17a-057d62973dc9\", \"content-length\": \"372\", \"date\": \"Wed, 06 Nov 2024 00:30:26 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:26.298758402Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:26.299186995Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:26.300878245Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:26.301470033Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"49647dec-3431-42f3-8ea3-efc9338eb811"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:26.301485123Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:26.301493394Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"current_time_created":"2024-11-06 00:19:32.804378 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:26.301508504Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"generation\":1}","iteration":13,"elapsed":"501.504799ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:26.303530614Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:26.303545065Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:26.303680759Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:26.305788471Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"e566332b-6115-4b51-a3f7-2d789db7f0b6"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:26.305810482Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:26.305819042Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"current_time_created":"2024-11-06 00:19:33.391850 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:26.305826982Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"generation\":2}","iteration":13,"elapsed":"505.712044ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:26.334486043Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:26.334619337Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{}","iteration":23,"elapsed":"534.729706ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:26.334945417Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"8b5ea60c-c8b6-4004-a296-edfa9035f3cd\", \"date\": \"Wed, 06 Nov 2024 00:30:25 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:30:26.334959397Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:26.337246375Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"4d70256d-f087-4817-836c-23472368c168\", \"date\": \"Wed, 06 Nov 2024 00:30:25 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:30:26.337258376Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:26.338865303Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"e3512c95-0d1a-42d5-ada2-4efbacd2e5df\", \"date\": \"Wed, 06 Nov 2024 00:30:25 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:30:26.338875633Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:30:26.339921935Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:26.339932105Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"SledAgent":"7c647f25-eb29-494d-840d-11658133af45","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:26.34010643Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"SledAgent":"7c647f25-eb29-494d-840d-11658133af45","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"04895987-9d8f-4db5-98a9-f340972dc0e6\", \"date\": \"Wed, 06 Nov 2024 00:30:26 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:26.34011775Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:26.34042676Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:30:26.341002347Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:26.341044568Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":14,"elapsed":"540.894349ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:26.343002176Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:26.343209272Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:26.345852031Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:26.346102748Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 7c647f25-eb29-494d-840d-11658133af45 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:30:26.348735806Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:26.348761867Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"SledAgent":"7c647f25-eb29-494d-840d-11658133af45","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:26.349058816Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"SledAgent":"7c647f25-eb29-494d-840d-11658133af45","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"9751df67-09a8-4ff0-9bf7-6d1e1a982d73\", \"date\": \"Wed, 06 Nov 2024 00:30:26 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:26.350518519Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{}","iteration":24,"elapsed":"550.37789ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:26.361048822Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:26.361348741Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"514f9d5e-50d7-4365-9cbc-23a59f068c6e\", \"content-length\": \"1\", \"date\": \"Wed, 06 Nov 2024 00:30:26 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:26.362596018Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:26.362870286Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:26.36434003Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"null","iteration":23,"elapsed":"564.462418ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:26.381422607Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:26.381798528Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:30:26.382930841Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 7ed6a6f7-38cc-42b2-88d6-7cb6b5242771, rack_id: 3a58cbfb-5015-41c2-9142-616f1a1558aa, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(7114d987-4bc7-4ef3-9865-a938d8573d6b) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:26.382947512Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:26.383115887Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:26.392182546Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"DpdClient","rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:26.392440744Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"DpdClient","rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4a76582-2810-4af1-993b-bf2e150cf23e\", \"content-length\": \"121\", \"date\": \"Wed, 06 Nov 2024 00:30:26 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:30:26.392459904Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1720","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:30:26.392471415Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1747","switch_port_settings_id":"7114d987-4bc7-4ef3-9865-a938d8573d6b","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:30:26.392697171Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:30:26.392709712Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:30:26.392718362Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:30:26.392727392Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:30:26.392736033Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:30:26.392744213Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1894","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:30:26.392904238Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:30:26.392915398Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1930","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:30:26.393065513Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:26.393075543Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:26.393258698Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:26.395094393Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"DpdClient","rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:26.395213956Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"DpdClient","rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c78bbd20-7d98-48a4-a639-4dbcb5f80bf1\", \"content-length\": \"2\", \"date\": \"Wed, 06 Nov 2024 00:30:26 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:26.395228837Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"DpdClient","rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:26.395303939Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"DpdClient","rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc431fde-6bb3-4460-9988-cad4efaae1b9\", \"content-length\": \"52\", \"date\": \"Wed, 06 Nov 2024 00:30:26 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:30:26.395314509Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\" }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:26.395324969Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:26.495555875Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"afed8e99-29ac-4e17-aa77-c3138e5e2d32\", \"date\": \"Wed, 06 Nov 2024 00:30:26 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:30:26.495582706Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:26.495594537Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:26.495885345Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc2cdd7e-6e76-45f9-a50b-d452003f81c6\", \"content-length\": \"669\", \"date\": \"Wed, 06 Nov 2024 00:30:26 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:26.495921196Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:26.496228995Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:26.500032038Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:26.500233764Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:26.503213463Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:26.503582354Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:26.505385387Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:26.505568573Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:26.513346264Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{}","iteration":23,"elapsed":"713.477713ms"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:30:30.264357178Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:50975"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:30.264495382Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"6ef85f67-a9f5-4d96-8255-27cdecf24e92","remote_addr":"[fd00:1122:3344:101::1]:50975","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:30.264858243Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"6ef85f67-a9f5-4d96-8255-27cdecf24e92","remote_addr":"[fd00:1122:3344:101::1]:50975","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:30:30.303556792Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/oximeter.rs:76","collector_id":"4e1b9b8b-9e08-4e6d-89c1-97aff5e8f01e","producer_id":"7c647f25-eb29-494d-840d-11658133af45"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:30:30.303592633Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"uri":"/metrics/producers","method":"POST","req_id":"6ef85f67-a9f5-4d96-8255-27cdecf24e92","remote_addr":"[fd00:1122:3344:101::1]:50975","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":39176,"response_code":"201"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:30:31.46956013Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"uri":"/e2378399-e8ed-453c-847a-0a419dfd0966","method":"GET","req_id":"7aa50653-95d3-4e59-bff0-84afa83417cd","remote_addr":"[fd00:1122:3344:101::d]:40170","local_addr":"[fd00:1122:3344:101::b]:35909","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1428,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:35.799807142Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":68,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:35.799858213Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":68,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:35.799866463Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:35.799874324Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:35.800332537Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:35.800380479Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:35.802288966Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:35.804711467Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:35.804735838Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:35.804857952Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:35.806753518Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:35.807105409Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:35.808488519Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:35.810966153Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 542c6a13-dea0-484f-aa4f-d05b6e033846, lookup_type: ById(542c6a13-dea0-484f-aa4f-d05b6e033846) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:35.810977873Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:35.811136968Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:35.82601354Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"original_time_created":"2024-11-06 00:19:10.103182 UTC","original_target_id":"542c6a13-dea0-484f-aa4f-d05b6e033846","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","time_created":"2024-11-06 00:19:10.103182 UTC","target_id":"542c6a13-dea0-484f-aa4f-d05b6e033846"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:35.826039221Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"542c6a13-dea0-484f-aa4f-d05b6e033846\",\"time_created\":\"2024-11-06T00:19:10.103182Z\"}","iteration":68,"elapsed":"26.244649ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:35.834260255Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:35.834501412Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:35.861986938Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":68,"elapsed":"62.173265ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:45.799321361Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":69,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:45.799372422Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:45.799382462Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":69,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:45.799392203Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:45.799718012Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:45.799882337Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:45.802112263Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:45.804736281Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:45.804751822Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:45.804924457Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:45.806894816Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:45.807151093Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:45.808867844Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:45.811315367Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 542c6a13-dea0-484f-aa4f-d05b6e033846, lookup_type: ById(542c6a13-dea0-484f-aa4f-d05b6e033846) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:45.811326517Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:45.811470091Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:45.822971423Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"original_time_created":"2024-11-06 00:19:10.103182 UTC","original_target_id":"542c6a13-dea0-484f-aa4f-d05b6e033846","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","time_created":"2024-11-06 00:19:10.103182 UTC","target_id":"542c6a13-dea0-484f-aa4f-d05b6e033846"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:45.822994154Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"542c6a13-dea0-484f-aa4f-d05b6e033846\",\"time_created\":\"2024-11-06T00:19:10.103182Z\"}","iteration":69,"elapsed":"23.651602ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:45.828843837Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:45.829140346Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:45.830121945Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":69,"elapsed":"30.820575ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:30:46.470995052Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"uri":"/e2378399-e8ed-453c-847a-0a419dfd0966","method":"GET","req_id":"9c425171-70d6-4ab6-8287-443abdd33cba","remote_addr":"[fd00:1122:3344:101::d]:40170","local_addr":"[fd00:1122:3344:101::b]:35909","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1852,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:55.799503029Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":70,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:55.799557951Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:55.799569781Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":70,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:55.799580051Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:55.799588452Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:55.799596652Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":24,"elapsed":"15.631µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:55.799606532Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:55.799614672Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":24,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:55.799623462Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":24,"elapsed":"3.67µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:55.799631653Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:55.799638983Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":25,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:55.799646583Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":24,"elapsed":"3.021µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:55.799654583Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:30:55.799662494Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:55.799671424Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":24,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:55.799680214Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":24,"elapsed":"5.04µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:55.799688555Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:55.799696465Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:55.799705175Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:55.799713015Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:55.799720015Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:55.799727896Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:55.799735256Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:55.799742056Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:55.799749096Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:55.799756897Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:55.799764377Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:55.799771447Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:55.799778677Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:55.799787417Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:55.799795768Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:55.799803388Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:55.799811498Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:55.799818938Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:55.799827228Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:55.800019834Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:55.800036885Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:55.800047825Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:55.800060095Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:55.800085246Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:55.800094356Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:55.800111337Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:55.800120097Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:55.800157338Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:55.800167769Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:55.800175369Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:55.800183439Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:55.802283061Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:55.803305362Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":24,"elapsed":"3.663939ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:55.80493816Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:55.804958891Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:55.805125306Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:55.80963316Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"DnsResolver","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-7c647f25-eb29-494d-840d-11658133af45.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-7c647f25-eb29-494d-840d-11658133af45.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1719, tv_nsec: 156191162 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:30:55.80997111Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/mod.rs:1114"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:55.810159545Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"DnsResolver","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-7c647f25-eb29-494d-840d-11658133af45.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-7c647f25-eb29-494d-840d-11658133af45.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1719, tv_nsec: 156734307 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:55.810298779Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:30:55.810461714Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/mod.rs:1114"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:55.810674671Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:55.816792462Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:55.819499503Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 542c6a13-dea0-484f-aa4f-d05b6e033846, lookup_type: ById(542c6a13-dea0-484f-aa4f-d05b6e033846) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:55.819529053Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:55.819681818Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:55.835139897Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"original_time_created":"2024-11-06 00:19:10.103182 UTC","original_target_id":"542c6a13-dea0-484f-aa4f-d05b6e033846","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","time_created":"2024-11-06 00:19:10.103182 UTC","target_id":"542c6a13-dea0-484f-aa4f-d05b6e033846"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:55.835184578Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"542c6a13-dea0-484f-aa4f-d05b6e033846\",\"time_created\":\"2024-11-06T00:19:10.103182Z\"}","iteration":70,"elapsed":"35.648178ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:55.83860109Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:55.83894085Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:55.839688852Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:55.840801595Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:55.841050563Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:55.841842676Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:55.841857747Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:55.842045172Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:55.843176886Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:55.843205556Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:55.843355991Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:30:55.843895387Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:55.843923428Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:55.843933368Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:55.844064882Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:55.844087643Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:55.844103853Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:55.844240117Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:55.844269538Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:55.845381191Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:55.845665229Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:55.845744262Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"DnsResolver","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-7c647f25-eb29-494d-840d-11658133af45.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-7c647f25-eb29-494d-840d-11658133af45.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1719, tv_nsec: 192306734 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:30:55.84602256Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/mod.rs:1114"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:55.846148444Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:55.847323439Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:55.847345559Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:55.847611177Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:55.847976988Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:55.848257437Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:55.848273417Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:55.848461132Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:55.849619307Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:55.849887635Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:55.850244945Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:55.850291317Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:55.85040865Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:55.852517263Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:55.852723779Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:55.853974376Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:55.855625525Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:55.855654886Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:55.85577554Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:55.875080803Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:55.875378112Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:55.877365751Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:55.87769067Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:55.883312467Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":24,"elapsed":"83.754697ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:30:55.884305437Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:55.884331457Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":24,"elapsed":"84.738466ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:55.884573555Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":70,"elapsed":"85.091386ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:30:55.888085289Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:55.88811108Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:55.88812039Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:55.888411278Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:55.922207682Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:55.92619392Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Sled { parent: Fleet, key: 7c647f25-eb29-494d-840d-11658133af45, lookup_type: ById(7c647f25-eb29-494d-840d-11658133af45) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:55.926217151Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:55.926401677Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:55.926984564Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:55.92721287Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:55.928513909Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"0","iteration":24,"elapsed":"128.904607ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:30:55.931025924Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:30:55.931041114Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:55.931048615Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":24,"elapsed":"131.448263ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:30:55.942041521Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:55.942069222Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"MgsClient","rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:55.942398101Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"MgsClient","rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2bba331a-6bef-4725-be8d-debc72b68dce\", \"content-length\": \"26\", \"date\": \"Wed, 06 Nov 2024 00:30:55 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:30:55.942425392Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:30:55.943962708Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:55.971805154Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"physical_disks_added\":0}","iteration":27,"elapsed":"172.181522ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:30:56.007141884Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:56.007165994Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:56.007453173Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d493212d-d5da-4c17-b6c7-7671f4a5fc4d\", \"content-length\": \"26\", \"date\": \"Wed, 06 Nov 2024 00:30:55 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:30:56.007466213Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:30:56.008890135Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:30:56.011217375Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:56.011227695Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:56.011466202Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69da8d77-a245-461e-990c-8a9141c8f52c\", \"content-length\": \"26\", \"date\": \"Wed, 06 Nov 2024 00:30:55 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:30:56.011483543Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:30:56.013534684Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:56.016561693Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:56.016892573Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:56.018737578Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:56.020351706Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:56.020362536Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:56.02050115Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:56.022372656Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:56.023982584Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:56.023996534Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:56.024130518Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 7c647f25-eb29-494d-840d-11658133af45","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:30:56.028436126Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:56.028455907Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"SledAgent":"7c647f25-eb29-494d-840d-11658133af45","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:56.028823367Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"SledAgent":"7c647f25-eb29-494d-840d-11658133af45","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ae75f49-14ca-4d0c-8509-5cb6071f06e7\", \"content-length\": \"372\", \"date\": \"Wed, 06 Nov 2024 00:30:55 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:56.028857018Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:56.029337973Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:30:56.071970618Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:56.072000449Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"SledAgent":"7c647f25-eb29-494d-840d-11658133af45","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:56.072339859Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"SledAgent":"7c647f25-eb29-494d-840d-11658133af45","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"5eb958ec-8a77-4a97-b280-8ff2a52c26eb\", \"date\": \"Wed, 06 Nov 2024 00:30:55 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:56.07236236Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:56.072651409Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:56.075336178Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:56.075558015Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:56.078469501Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:56.078898184Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 7c647f25-eb29-494d-840d-11658133af45 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:30:56.082196322Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:56.082211223Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"SledAgent":"7c647f25-eb29-494d-840d-11658133af45","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:56.082576243Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"SledAgent":"7c647f25-eb29-494d-840d-11658133af45","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"10e7202f-5246-4055-86c0-c68eac353e3d\", \"date\": \"Wed, 06 Nov 2024 00:30:55 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:56.084127039Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{}","iteration":25,"elapsed":"284.564818ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:56.090247891Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:56.09054281Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb6e397d-940b-4c30-86cd-2260debbe690\", \"content-length\": \"1\", \"date\": \"Wed, 06 Nov 2024 00:30:55 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:56.092750765Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:56.092985892Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:56.095019343Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"null","iteration":24,"elapsed":"295.372379ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:56.098742583Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{}","iteration":24,"elapsed":"299.08405ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:56.130438034Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"SledAgent":"7c647f25-eb29-494d-840d-11658133af45","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:56.130772694Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"SledAgent":"7c647f25-eb29-494d-840d-11658133af45","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6cd3d7c-4820-4ac5-ac46-a2fe6b2db7ab\", \"content-length\": \"691\", \"date\": \"Wed, 06 Nov 2024 00:30:55 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:30:56.130792795Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:30:56.130801805Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:30:56.130809415Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:56.13233178Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{}","iteration":24,"elapsed":"332.752569ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:56.142121731Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:56.142438591Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:30:56.14444081Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 7ed6a6f7-38cc-42b2-88d6-7cb6b5242771, rack_id: 3a58cbfb-5015-41c2-9142-616f1a1558aa, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(7114d987-4bc7-4ef3-9865-a938d8573d6b) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:56.14445482Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:56.144600265Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:56.153420197Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"DpdClient","rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:56.154174249Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"DpdClient","rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"79545c20-8862-4f8e-ab3b-e50bbabb322c\", \"content-length\": \"121\", \"date\": \"Wed, 06 Nov 2024 00:30:55 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:30:56.15419623Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1720","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:30:56.15420621Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1747","switch_port_settings_id":"7114d987-4bc7-4ef3-9865-a938d8573d6b","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:30:56.154419246Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:30:56.154428607Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:30:56.154435047Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:30:56.154441757Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:30:56.154448227Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:30:56.154454417Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1894","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:30:56.154610232Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:30:56.154618762Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1930","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:30:56.154831879Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:56.154839609Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:56.155055465Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:56.156942961Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"DpdClient","rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:56.157044394Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"DpdClient","rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"adf93e82-d722-415f-8115-04bb3a8b289a\", \"content-length\": \"2\", \"date\": \"Wed, 06 Nov 2024 00:30:55 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:56.157056054Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"DpdClient","rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:56.157142517Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"DpdClient","rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5eee7570-fa87-4db1-8781-d037c581a8ba\", \"content-length\": \"52\", \"date\": \"Wed, 06 Nov 2024 00:30:55 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:30:56.157155437Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\" }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:56.157165448Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:56.26299898Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"7f4217c5-328f-4053-8ba5-d850de588f21\", \"date\": \"Wed, 06 Nov 2024 00:30:55 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:30:56.263030321Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:56.263040501Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:56.26333546Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6dd048e2-c643-444e-a805-61f532169aee\", \"content-length\": \"669\", \"date\": \"Wed, 06 Nov 2024 00:30:56 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:56.263373081Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:56.263658559Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:56.26669999Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:56.266971638Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:56.269887804Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:56.270111551Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:56.271896724Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:56.272111061Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:56.280230422Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{}","iteration":24,"elapsed":"480.555477ms"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:30:59.142330695Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::2]:57205"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:59.142434998Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"4910d093-3aa3-42f7-8a82-caec5f5a5c76","remote_addr":"[fd00:1122:3344:101::2]:57205","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:30:59.142793419Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"4910d093-3aa3-42f7-8a82-caec5f5a5c76","remote_addr":"[fd00:1122:3344:101::2]:57205","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:30:59.180756236Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/oximeter.rs:76","collector_id":"4e1b9b8b-9e08-4e6d-89c1-97aff5e8f01e","producer_id":"eeaea349-a304-4c2f-97f2-4ab76b77beee"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:30:59.180782077Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"uri":"/metrics/producers","method":"POST","req_id":"4910d093-3aa3-42f7-8a82-caec5f5a5c76","remote_addr":"[fd00:1122:3344:101::2]:57205","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":38418,"response_code":"201"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:31:01.470108976Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"uri":"/e2378399-e8ed-453c-847a-0a419dfd0966","method":"GET","req_id":"48a9ab71-d6ae-44bb-864d-44c5406e7234","remote_addr":"[fd00:1122:3344:101::d]:40170","local_addr":"[fd00:1122:3344:101::b]:35909","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1469,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:05.799309626Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":71,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:05.799383319Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":71,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:05.799399329Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:05.799412109Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:05.799721529Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:05.799833112Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:05.802151661Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:05.802388208Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:05.827983318Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:05.830517703Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:05.830541864Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:05.830686748Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:05.830853003Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":71,"elapsed":"31.544456ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:05.832550913Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:05.832761839Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:05.83411693Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:05.836564152Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 542c6a13-dea0-484f-aa4f-d05b6e033846, lookup_type: ById(542c6a13-dea0-484f-aa4f-d05b6e033846) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:05.836575433Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:05.836709907Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:05.84423588Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"original_time_created":"2024-11-06 00:19:10.103182 UTC","original_target_id":"542c6a13-dea0-484f-aa4f-d05b6e033846","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","time_created":"2024-11-06 00:19:10.103182 UTC","target_id":"542c6a13-dea0-484f-aa4f-d05b6e033846"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:05.844253351Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"542c6a13-dea0-484f-aa4f-d05b6e033846\",\"time_created\":\"2024-11-06T00:19:10.103182Z\"}","iteration":71,"elapsed":"44.970955ms"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:31:06.461722783Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::d]:64942"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:06.461834827Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/4e1b9b8b-9e08-4e6d-89c1-97aff5e8f01e/producers?sort_by=id_ascending","method":"GET","req_id":"81402492-b361-452f-92cd-843eb888bee0","remote_addr":"[fd00:1122:3344:101::d]:64942","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:06.462165116Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/4e1b9b8b-9e08-4e6d-89c1-97aff5e8f01e/producers?sort_by=id_ascending","method":"GET","req_id":"81402492-b361-452f-92cd-843eb888bee0","remote_addr":"[fd00:1122:3344:101::d]:64942","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:31:06.464428353Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"uri":"/metrics/collectors/4e1b9b8b-9e08-4e6d-89c1-97aff5e8f01e/producers?sort_by=id_ascending","method":"GET","req_id":"81402492-b361-452f-92cd-843eb888bee0","remote_addr":"[fd00:1122:3344:101::d]:64942","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":2643,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:06.464673481Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/4e1b9b8b-9e08-4e6d-89c1-97aff5e8f01e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZWQzZWM3NC1hZjQyLTRkZjctOWY3MS0zOTU3ZjcxMDNkZmYifX0%3D","method":"GET","req_id":"8aa1a61a-42cc-4eb2-8696-6d2c7fb394ea","remote_addr":"[fd00:1122:3344:101::d]:64942","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:06.465005321Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/4e1b9b8b-9e08-4e6d-89c1-97aff5e8f01e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZWQzZWM3NC1hZjQyLTRkZjctOWY3MS0zOTU3ZjcxMDNkZmYifX0%3D","method":"GET","req_id":"8aa1a61a-42cc-4eb2-8696-6d2c7fb394ea","remote_addr":"[fd00:1122:3344:101::d]:64942","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:31:06.466958879Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"uri":"/metrics/collectors/4e1b9b8b-9e08-4e6d-89c1-97aff5e8f01e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZWQzZWM3NC1hZjQyLTRkZjctOWY3MS0zOTU3ZjcxMDNkZmYifX0%3D","method":"GET","req_id":"8aa1a61a-42cc-4eb2-8696-6d2c7fb394ea","remote_addr":"[fd00:1122:3344:101::d]:64942","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":2346,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:15.799265168Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":72,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:15.7993175Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":72,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:15.79932791Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:15.79933473Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:15.799632879Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:15.79964664Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:15.801582257Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:15.804012249Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:15.80403081Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:15.804156523Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:15.80573624Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:15.805956077Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:15.80741969Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:15.809701758Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 542c6a13-dea0-484f-aa4f-d05b6e033846, lookup_type: ById(542c6a13-dea0-484f-aa4f-d05b6e033846) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:15.809718819Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:15.809853243Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:15.820690954Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"original_time_created":"2024-11-06 00:19:10.103182 UTC","original_target_id":"542c6a13-dea0-484f-aa4f-d05b6e033846","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","time_created":"2024-11-06 00:19:10.103182 UTC","target_id":"542c6a13-dea0-484f-aa4f-d05b6e033846"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:15.820713705Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"542c6a13-dea0-484f-aa4f-d05b6e033846\",\"time_created\":\"2024-11-06T00:19:10.103182Z\"}","iteration":72,"elapsed":"21.446127ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:15.827676692Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:15.827853257Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:15.856642492Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":72,"elapsed":"57.381344ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:31:16.469765165Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"uri":"/e2378399-e8ed-453c-847a-0a419dfd0966","method":"GET","req_id":"51a7bce5-57b5-4365-9b05-44ca06232ad7","remote_addr":"[fd00:1122:3344:101::d]:40170","local_addr":"[fd00:1122:3344:101::b]:35909","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1093,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:31:19.956178004Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::2]:55865"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:19.956313628Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"adc895e8-d45d-4cfd-bdc5-35f2db6dfc01","remote_addr":"[fd00:1122:3344:101::2]:55865","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:19.956846484Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"adc895e8-d45d-4cfd-bdc5-35f2db6dfc01","remote_addr":"[fd00:1122:3344:101::2]:55865","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:31:20.007538739Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/oximeter.rs:76","collector_id":"4e1b9b8b-9e08-4e6d-89c1-97aff5e8f01e","producer_id":"9c1a1f66-8a95-49da-beda-497b56ec3bbf"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:31:20.0075809Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"uri":"/metrics/producers","method":"POST","req_id":"adc895e8-d45d-4cfd-bdc5-35f2db6dfc01","remote_addr":"[fd00:1122:3344:101::2]:55865","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":51355,"response_code":"201"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:31:24.960151489Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:39468"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:24.962840169Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/probes/7c647f25-eb29-494d-840d-11658133af45","method":"GET","req_id":"1e7c7574-24a4-4857-b4c4-04e52c1de874","remote_addr":"[fd00:1122:3344:101::1]:39468","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:24.963178008Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/probes/7c647f25-eb29-494d-840d-11658133af45","method":"GET","req_id":"1e7c7574-24a4-4857-b4c4-04e52c1de874","remote_addr":"[fd00:1122:3344:101::1]:39468","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:31:24.965742675Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"uri":"/probes/7c647f25-eb29-494d-840d-11658133af45","method":"GET","req_id":"1e7c7574-24a4-4857-b4c4-04e52c1de874","remote_addr":"[fd00:1122:3344:101::1]:39468","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":5546,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:31:24.994618252Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1:0]:41678"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:24.99487574Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"93d2d81a-dbb5-49f7-93b5-769976efa26e","remote_addr":"[fd00:1122:3344:101::1:0]:41678","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:24.99521323Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"93d2d81a-dbb5-49f7-93b5-769976efa26e","remote_addr":"[fd00:1122:3344:101::1:0]:41678","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:31:25.033040943Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/oximeter.rs:76","collector_id":"4e1b9b8b-9e08-4e6d-89c1-97aff5e8f01e","producer_id":"c7df1963-d43c-46bf-b3d4-6a37670b026b"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:31:25.033074454Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"uri":"/metrics/producers","method":"POST","req_id":"93d2d81a-dbb5-49f7-93b5-769976efa26e","remote_addr":"[fd00:1122:3344:101::1:0]:41678","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":38259,"response_code":"201"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.799318863Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.799373865Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":13,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:31:25.799383885Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.799392865Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":25,"elapsed":"22.231µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.799402135Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.799409706Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.799416566Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.799423806Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:31:25.799430676Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.799436756Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.799443657Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.799449727Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.799456857Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.799463067Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":25,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.799469428Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":25,"elapsed":"11.711µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.799476948Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.799484028Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.799490888Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.799498168Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.799505258Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":14,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-06T00:31:25.799511699Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"542c6a13-dea0-484f-aa4f-d05b6e033846","reason":"blueprint disabled"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.799518279Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.799524919Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":73,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.799532909Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"enabled\":false,\"target_id\":\"542c6a13-dea0-484f-aa4f-d05b6e033846\"}","iteration":14,"elapsed":"8.671µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.79954043Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.79954861Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.79955787Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":25,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.79956785Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":25,"elapsed":"9.25µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.799579281Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.799590281Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":25,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.799601231Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.799608561Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.799615722Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":25,"elapsed":"11.131µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.799623292Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":25,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.799630612Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.799636802Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.799643173Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.799650653Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.799658073Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":13,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:31:25.799664213Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-06 00:21:25.799529379 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.799671134Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.799677294Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.799684644Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.799695304Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":73,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.799705315Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.799715375Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.799725645Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.799735895Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.799744886Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.799754456Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.799763086Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.799772386Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.799783477Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.799796157Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.799806547Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.799817108Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.799824078Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.799830938Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.799839339Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.799845739Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.799852479Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.799859579Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.799866489Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.79987296Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.79987965Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.79989268Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.79990336Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.799969462Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.800002903Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.800027684Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.800089146Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.800102146Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.800135097Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.800144057Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.800186689Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.800196409Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.800205089Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.80021439Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.80022856Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.80023887Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.80024784Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.800256981Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.800265941Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.800274031Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.800282512Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.800290722Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.800332013Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"DnsResolver","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"51df9631-cef5-49ae-8cfd-f0c05bdac388.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"7102227a-61f8-4dda-a9a0-f6678fae71c6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"ad2fb963-23a1-4187-b186-e731e9dae98d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"ad2fb963-23a1-4187-b186-e731e9dae98d.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:3::1))) }], valid_until: Instant { tv_sec: 1749, tv_nsec: 147184474 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.800345774Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"DnsResolver","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"309c9aef-da72-4f08-9f70-c20d80316472.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"9bf7f7e3-0a6c-48b6-84be-c4bb8425f761.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"9bf7f7e3-0a6c-48b6-84be-c4bb8425f761.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1749, tv_nsec: 147212145 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.800417856Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.800433256Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.80057106Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.800583381Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.800722235Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.800736105Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.80089726Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.800970352Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.801000673Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.801014883Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\"]}","iteration":14,"elapsed":"1.625729ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.801028924Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":14,"elapsed":"1.522635ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.802167708Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.803194208Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":25,"elapsed":"3.683109ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.80427469Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.804528768Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.804542128Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.804707613Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.80695742Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.806983591Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.807180726Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.807831756Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.808090383Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.808434544Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.810725502Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":13,"elapsed":"11.309816ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.811436573Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.811450973Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.811605948Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.813416171Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.813591017Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:31:25.813804523Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-06 00:21:25.799529379 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.813816413Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"expiration\":\"2024-11-06T00:21:25.799529379Z\",\"pruned\":[]}","iteration":13,"elapsed":"14.280384ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.814211225Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.817132312Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.817152753Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.817352728Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.818119041Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.818448421Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.818478812Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.820172892Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"DnsResolver","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-7c647f25-eb29-494d-840d-11658133af45.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-7c647f25-eb29-494d-840d-11658133af45.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1749, tv_nsec: 167056134 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.820294636Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.820310086Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.820474151Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:31:25.820543483Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/mod.rs:1114"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.822947474Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"DnsResolver","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-7c647f25-eb29-494d-840d-11658133af45.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-7c647f25-eb29-494d-840d-11658133af45.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1749, tv_nsec: 169836237 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:31:25.823264804Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/mod.rs:1114"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.823691427Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.825940563Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.825969884Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.826143259Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.82616449Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.828716276Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.828742777Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.828966553Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.828993874Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.831853099Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.831868649Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.832101006Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.833748065Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.834273761Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.834504158Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.834887709Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.837167577Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.839227708Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.842649459Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.845209995Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 542c6a13-dea0-484f-aa4f-d05b6e033846, lookup_type: ById(542c6a13-dea0-484f-aa4f-d05b6e033846) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.845240586Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.845396581Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.846835494Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.849508423Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.849539054Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.849810462Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.851637946Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.852617305Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.852848602Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.854546563Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.854575744Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.854713918Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.855021087Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.855437919Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.856372407Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.857426008Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.857528681Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:31:25.857546942Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.857559832Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":13,"elapsed":"57.93977ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.857574153Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.857655735Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.859592913Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.859627603Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.859770408Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.860014345Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"original_time_created":"2024-11-06 00:19:10.103182 UTC","original_target_id":"542c6a13-dea0-484f-aa4f-d05b6e033846","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","time_created":"2024-11-06 00:19:10.103182 UTC","target_id":"542c6a13-dea0-484f-aa4f-d05b6e033846"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.860043636Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"542c6a13-dea0-484f-aa4f-d05b6e033846\",\"time_created\":\"2024-11-06T00:19:10.103182Z\"}","iteration":73,"elapsed":"60.579779ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.861044616Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.861068936Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.861269142Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.861288023Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.861555871Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.864122117Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.864364084Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":25,"elapsed":"64.734662ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.864481808Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:31:25.865371414Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.865396875Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.865407845Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.865656553Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.866431616Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.866809907Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.867788186Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.869584419Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.86961271Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.869744894Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.869765275Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.869848197Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.869976021Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.870156356Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.870185817Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.870334871Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.871396853Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.873871026Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.873897947Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.874081343Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.876612598Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"nsuccess\":5}","iteration":6,"elapsed":"77.076428ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.879756421Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"DnsResolver","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-7c647f25-eb29-494d-840d-11658133af45.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-7c647f25-eb29-494d-840d-11658133af45.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1749, tv_nsec: 226629663 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:31:25.88007307Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/mod.rs:1114"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.886334616Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.886406398Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:31:25.886424569Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.88643845Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":13,"elapsed":"87.108947ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.886562053Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.886590444Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.886598794Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.886605635Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.886680927Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.887083849Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.88981754Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.890060947Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.892758557Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.892780388Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.893019885Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.893368545Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.893382156Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.89352703Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.893628983Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.893640383Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.893647304Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.893655694Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.893995034Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.896115737Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.898792516Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.898820217Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.899002943Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.903356872Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.903382142Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"49647dec-3431-42f3-8ea3-efc9338eb811"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.903397013Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.903788695Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.905468975Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.905496305Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.905507766Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"e566332b-6115-4b51-a3f7-2d789db7f0b6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.905520996Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.905824645Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.907567807Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.908530435Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.908845515Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.908892606Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.908909337Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.909089632Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.910910646Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.910937657Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.911091391Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.913840653Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"e566332b-6115-4b51-a3f7-2d789db7f0b6"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.913869864Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.913883594Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"current_time_created":"2024-11-06 00:19:33.391850 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.913896655Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"generation\":2}","iteration":14,"elapsed":"114.279693ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.913909805Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"49647dec-3431-42f3-8ea3-efc9338eb811"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.913923166Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.913934366Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"current_time_created":"2024-11-06 00:19:32.804378 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.913946716Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"generation\":1}","iteration":14,"elapsed":"114.469188ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.914877234Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.919180972Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.919586704Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.919902023Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.920218973Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.920366287Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":73,"elapsed":"120.792866ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.920431979Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.921691086Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.921706937Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.921887222Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:31:25.923193751Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.923217602Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.923229102Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.92350046Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.967234108Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:31:25.977477432Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.977510303Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.977830233Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f560a0e1-4845-412e-af47-a66f3c25930d\", \"content-length\": \"26\", \"date\": \"Wed, 06 Nov 2024 00:31:25 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:31:25.977856174Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:31:25.979934435Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:31:25.991478908Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.991508139Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:25.991773257Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"73428f96-93d1-4eab-808a-1af905052ccc\", \"content-length\": \"26\", \"date\": \"Wed, 06 Nov 2024 00:31:25 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:31:25.991794367Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:31:25.993265821Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-06T00:31:26.003041352Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:26.003064572Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":13,"elapsed":"203.397478ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:26.015741349Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"physical_disks_added\":0}","iteration":28,"elapsed":"216.037674ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:31:26.076906785Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:26.076957656Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"MgsClient","rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:26.077246464Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"MgsClient","rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"949168be-f057-4665-9a43-b7b386de7f53\", \"content-length\": \"26\", \"date\": \"Wed, 06 Nov 2024 00:31:25 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:31:26.077265075Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:31:26.078946595Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:26.114313775Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:26.114683636Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"9f5b89f1-71ca-4799-a4d8-e236d95deb87\", \"date\": \"Wed, 06 Nov 2024 00:31:25 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:31:26.114696236Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:26.116278893Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"efb0a5df-6b8a-4b54-a654-eebceb8f2363\", \"date\": \"Wed, 06 Nov 2024 00:31:25 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:31:26.116293164Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:31:26.11783992Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:26.11785195Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":15,"elapsed":"318.454805ms"} {"msg":"VPC route manager sled 7c647f25-eb29-494d-840d-11658133af45","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:31:26.147299874Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:26.147323465Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"SledAgent":"7c647f25-eb29-494d-840d-11658133af45","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:26.149804819Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:26.150076597Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c034d697-f004-4d01-9a39-b9f3b88629db\", \"content-length\": \"1\", \"date\": \"Wed, 06 Nov 2024 00:31:25 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:26.15153184Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:26.15184973Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:26.186265351Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{}","iteration":25,"elapsed":"386.69571ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:26.201151103Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"SledAgent":"7c647f25-eb29-494d-840d-11658133af45","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"920a0f6f-6d26-4d54-83af-5def88a6364c\", \"content-length\": \"583\", \"date\": \"Wed, 06 Nov 2024 00:31:26 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:26.201179964Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:26.201552155Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:26.229866856Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"SledAgent":"7c647f25-eb29-494d-840d-11658133af45","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vmms/46330988-8b9f-455b-aa6c-07ae8d3bc524/state","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:26.230311189Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"SledAgent":"7c647f25-eb29-494d-840d-11658133af45","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vmms/46330988-8b9f-455b-aa6c-07ae8d3bc524/state\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2668b29a-b5e9-413e-9a7a-99ba6ab2086c\", \"content-length\": \"130\", \"date\": \"Wed, 06 Nov 2024 00:31:25 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:26.232640918Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:26.232769262Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:26.232998479Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:26.234770301Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"null","iteration":25,"elapsed":"435.212091ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:26.235028589Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:26.23505749Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:26.23506944Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"updating instance state","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:26.235169963Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"vmm_id":"46330988-8b9f-455b-aa6c-07ae8d3bc524","sled_id":"7c647f25-eb29-494d-840d-11658133af45","instance_id":"c7df1963-d43c-46bf-b3d4-6a37670b026b","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2024-11-06T00:31:25.010128022Z }, migration_in: None, migration_out: None }"} {"msg":"received new VMM runtime state from sled agent","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:31:26.235182584Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"vmm_id":"46330988-8b9f-455b-aa6c-07ae8d3bc524","sled_id":"7c647f25-eb29-494d-840d-11658133af45","instance_id":"c7df1963-d43c-46bf-b3d4-6a37670b026b","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/instance.rs:2151","migration_state":"Migrations { migration_in: None, migration_out: None }","vmm_state":"VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2024-11-06T00:31:25.010128022Z }","propolis_id":"46330988-8b9f-455b-aa6c-07ae8d3bc524"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:26.235194374Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"vmm_id":"46330988-8b9f-455b-aa6c-07ae8d3bc524","sled_id":"7c647f25-eb29-494d-840d-11658133af45","instance_id":"c7df1963-d43c-46bf-b3d4-6a37670b026b","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:26.235251016Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:26.235635487Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"vmm_id":"46330988-8b9f-455b-aa6c-07ae8d3bc524","sled_id":"7c647f25-eb29-494d-840d-11658133af45","instance_id":"c7df1963-d43c-46bf-b3d4-6a37670b026b","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:26.236651397Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:26.239148001Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Sled { parent: Fleet, key: 7c647f25-eb29-494d-840d-11658133af45, lookup_type: ById(7c647f25-eb29-494d-840d-11658133af45) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:26.239166582Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:26.239334817Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:26.241396628Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"0","iteration":25,"elapsed":"441.966002ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:31:26.26471993Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:31:26.264752942Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:26.264762652Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":25,"elapsed":"465.239033ms"} {"msg":"found Silo/DNS/TLS config (changed)","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:31:26.268454501Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/external_endpoints.rs:94","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-06T00:19:22.736570Z, time_modified: 2024-11-06T00:19:22.736570Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 538efd2f-b8ed-4a95-91b1-680b63627575, db_silo: Silo { identity: SiloIdentity { id: 538efd2f-b8ed-4a95-91b1-680b63627575, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-06T00:19:33.340114Z, time_modified: 2024-11-06T00:19:33.340114Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"a1fe0af34bdc26f4969481fb712f7f75d3ee00bb10c1b2afec1db21a3adddac9\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 538efd2f-b8ed-4a95-91b1-680b63627575, db_silo: Silo { identity: SiloIdentity { id: 538efd2f-b8ed-4a95-91b1-680b63627575, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-06T00:19:33.340114Z, time_modified: 2024-11-06T00:19:33.340114Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"a1fe0af34bdc26f4969481fb712f7f75d3ee00bb10c1b2afec1db21a3adddac9\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:26.268482702Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"538efd2f-b8ed-4a95-91b1-680b63627575\",\"tls_certs\":[\"a1fe0af34bdc26f4969481fb712f7f75d3ee00bb10c1b2afec1db21a3adddac9\"]}},\"default_endpoint\":{\"silo_id\":\"538efd2f-b8ed-4a95-91b1-680b63627575\",\"tls_certs\":[\"a1fe0af34bdc26f4969481fb712f7f75d3ee00bb10c1b2afec1db21a3adddac9\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":14,"elapsed":"469.158399ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:31:26.27413929Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":1,"total_instances":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:26.275882932Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{\"running\":1},\"pruned_instances\":0,\"total_instances\":1,\"update_sagas_queued\":0}","iteration":25,"elapsed":"476.241359ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:31:26.281769707Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{d04c5890-48aa-4e4d-951b-e3f160bd3d6f: {10.151.2.176: {d0428e7e-a355-4d59-a4c2-aa33fa6b3090}, 10.151.2.175: {d0428e7e-a355-4d59-a4c2-aa33fa6b3090}}}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:26.281793277Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"SledAgent":"7c647f25-eb29-494d-840d-11658133af45","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:26.282068916Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"SledAgent":"7c647f25-eb29-494d-840d-11658133af45","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"39d029c7-34ef-4ade-8773-e098bef4ed05\", \"date\": \"Wed, 06 Nov 2024 00:31:26 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:26.282080996Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:26.282387625Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:26.285279461Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:26.2855883Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:26.288434445Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:26.288596599Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:26.292223867Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:26.292461734Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:26.294079292Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:26.294233507Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:26.296594677Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:26.296778642Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:26.303918204Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:26.304384858Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"0fc4433f-abb8-412b-ae74-287c13b64725\", \"date\": \"Wed, 06 Nov 2024 00:31:26 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:31:26.304425639Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:26.306641495Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"74d7c44d-4c0f-4946-8f37-a6306aa413dd\", \"date\": \"Wed, 06 Nov 2024 00:31:26 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:31:26.306654175Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:26.308526021Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"0efc0874-228b-4818-9487-cbf5b80e8066\", \"date\": \"Wed, 06 Nov 2024 00:31:26 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:31:26.308541912Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:31:26.310535401Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:26.310578972Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":15,"elapsed":"510.999462ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:26.351266Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:26.351641221Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:26.352687852Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"SledAgent":"7c647f25-eb29-494d-840d-11658133af45","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:26.353093394Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"SledAgent":"7c647f25-eb29-494d-840d-11658133af45","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5c8ef6e-4d3e-4385-9984-2d3e2ca7dbdc\", \"content-length\": \"810\", \"date\": \"Wed, 06 Nov 2024 00:31:26 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:31:26.353132735Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{VirtualNetworkInterfaceHost { physical_host_ip: fd00:1122:3344:101::1, virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), vni: Vni(7291606) }}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:31:26.353145876Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:31:26.353153856Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:26.354663831Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{}","iteration":25,"elapsed":"555.303426ms"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:31:26.35563835Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 7ed6a6f7-38cc-42b2-88d6-7cb6b5242771, rack_id: 3a58cbfb-5015-41c2-9142-616f1a1558aa, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(7114d987-4bc7-4ef3-9865-a938d8573d6b) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:26.35565255Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"VPC route manager sled 7c647f25-eb29-494d-840d-11658133af45 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:31:26.355849476Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"VPC route manager sled 7c647f25-eb29-494d-840d-11658133af45 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:31:26.355858247Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:26.355864637Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"SledAgent":"7c647f25-eb29-494d-840d-11658133af45","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:26.35598667Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:26.356120414Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"SledAgent":"7c647f25-eb29-494d-840d-11658133af45","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"9b36caa8-0292-4ca9-a488-32c2ecc7049f\", \"date\": \"Wed, 06 Nov 2024 00:31:26 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:26.358242677Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{}","iteration":26,"elapsed":"558.914044ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:26.364869184Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"DpdClient","rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:26.365188853Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"DpdClient","rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"55061a61-47dc-4b3b-93f3-eca233bb9ea9\", \"content-length\": \"121\", \"date\": \"Wed, 06 Nov 2024 00:31:25 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:31:26.365208804Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1720","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:31:26.365218704Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1747","switch_port_settings_id":"7114d987-4bc7-4ef3-9865-a938d8573d6b","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:31:26.365484752Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:31:26.365495013Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:31:26.365502393Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:31:26.365510113Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:31:26.365517333Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:31:26.365524293Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1894","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:31:26.365680868Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:31:26.365690348Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1930","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:31:26.365925565Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:26.365934395Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:26.366217514Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:26.368234554Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"DpdClient","rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:26.368337007Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"DpdClient","rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d3ebcccf-031f-4104-92b1-28ba8e46db0f\", \"content-length\": \"2\", \"date\": \"Wed, 06 Nov 2024 00:31:25 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:26.368348877Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"DpdClient","rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:26.36843256Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"DpdClient","rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"32cc9e1a-215e-41cb-83b9-e13a282e0473\", \"content-length\": \"52\", \"date\": \"Wed, 06 Nov 2024 00:31:25 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:31:26.36844648Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\" }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:26.36845629Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:26.470853001Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"0d59baa5-68f7-4e87-8add-e859587382d5\", \"date\": \"Wed, 06 Nov 2024 00:31:26 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:31:26.470878781Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:26.470888012Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:26.471132599Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd45e977-4a29-44c6-bcc8-f03d34348abc\", \"content-length\": \"669\", \"date\": \"Wed, 06 Nov 2024 00:31:26 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:26.47117427Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:26.47151687Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:26.475227971Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:26.47554198Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:26.479282271Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:26.479479737Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:26.481322341Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:26.48160033Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:26.489592687Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{}","iteration":25,"elapsed":"689.918314ms"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:31:29.244939451Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::2]:35006"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:29.245041325Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"2f0f77b1-515d-4a3a-be92-1acd252ab784","remote_addr":"[fd00:1122:3344:101::2]:35006","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:29.245418496Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"2f0f77b1-515d-4a3a-be92-1acd252ab784","remote_addr":"[fd00:1122:3344:101::2]:35006","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:31:29.286038282Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/oximeter.rs:76","collector_id":"4e1b9b8b-9e08-4e6d-89c1-97aff5e8f01e","producer_id":"fed3ec74-af42-4df7-9f71-3957f7103dff"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:31:29.286072963Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"uri":"/metrics/producers","method":"POST","req_id":"2f0f77b1-515d-4a3a-be92-1acd252ab784","remote_addr":"[fd00:1122:3344:101::2]:35006","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":41089,"response_code":"201"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:31:31.471342572Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"uri":"/e2378399-e8ed-453c-847a-0a419dfd0966","method":"GET","req_id":"f707732c-a204-4ab3-bfcc-b8b8a1437193","remote_addr":"[fd00:1122:3344:101::d]:40170","local_addr":"[fd00:1122:3344:101::b]:35909","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":3717,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:35.798571514Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":74,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:35.798644416Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":74,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:35.798661067Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:35.798673847Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:35.798941485Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:35.798974216Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:35.801285895Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:35.803667605Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:35.803687816Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:35.80381502Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:35.805956293Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:35.806210761Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:35.807672324Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:35.809860869Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 542c6a13-dea0-484f-aa4f-d05b6e033846, lookup_type: ById(542c6a13-dea0-484f-aa4f-d05b6e033846) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:35.809874219Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:35.810013674Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:35.821444063Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"original_time_created":"2024-11-06 00:19:10.103182 UTC","original_target_id":"542c6a13-dea0-484f-aa4f-d05b6e033846","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","time_created":"2024-11-06 00:19:10.103182 UTC","target_id":"542c6a13-dea0-484f-aa4f-d05b6e033846"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:35.821457814Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"542c6a13-dea0-484f-aa4f-d05b6e033846\",\"time_created\":\"2024-11-06T00:19:10.103182Z\"}","iteration":74,"elapsed":"22.91542ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:35.825653998Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:35.825912316Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:35.852251648Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":74,"elapsed":"53.678984ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:37.310250035Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/probes/7c647f25-eb29-494d-840d-11658133af45","method":"GET","req_id":"45ec09a8-b6dc-4b43-877b-37ab7b9fbf3b","remote_addr":"[fd00:1122:3344:101::1]:39468","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:37.310600635Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/probes/7c647f25-eb29-494d-840d-11658133af45","method":"GET","req_id":"45ec09a8-b6dc-4b43-877b-37ab7b9fbf3b","remote_addr":"[fd00:1122:3344:101::1]:39468","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:31:37.312678917Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"uri":"/probes/7c647f25-eb29-494d-840d-11658133af45","method":"GET","req_id":"45ec09a8-b6dc-4b43-877b-37ab7b9fbf3b","remote_addr":"[fd00:1122:3344:101::1]:39468","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":2495,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:45.798803264Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":75,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:45.798860186Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:45.798871736Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":75,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:45.798882586Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:45.799198256Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:45.799212666Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:45.801058541Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:45.803527264Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:45.803540725Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:45.803702269Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:45.805821583Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:45.806023749Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:45.834087672Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:45.834554256Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:45.841705528Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:45.84414044Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 542c6a13-dea0-484f-aa4f-d05b6e033846, lookup_type: ById(542c6a13-dea0-484f-aa4f-d05b6e033846) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:45.84415651Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:45.844285594Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:45.855975441Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"original_time_created":"2024-11-06 00:19:10.103182 UTC","original_target_id":"542c6a13-dea0-484f-aa4f-d05b6e033846","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","time_created":"2024-11-06 00:19:10.103182 UTC","target_id":"542c6a13-dea0-484f-aa4f-d05b6e033846"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:45.855999602Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"542c6a13-dea0-484f-aa4f-d05b6e033846\",\"time_created\":\"2024-11-06T00:19:10.103182Z\"}","iteration":75,"elapsed":"57.184597ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:45.862133324Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":75,"elapsed":"63.350041ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:31:46.468816347Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"uri":"/e2378399-e8ed-453c-847a-0a419dfd0966","method":"GET","req_id":"07240726-ae5c-4ca6-9b9a-b0f062285c32","remote_addr":"[fd00:1122:3344:101::d]:40170","local_addr":"[fd00:1122:3344:101::b]:35909","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1179,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:31:55.387350062Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:56801"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:55.387455775Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"4b9378b8-7f18-45c7-81ff-77cc01e2a01e","remote_addr":"[fd00:1122:3344:101::1]:56801","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:55.387807355Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"4b9378b8-7f18-45c7-81ff-77cc01e2a01e","remote_addr":"[fd00:1122:3344:101::1]:56801","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:31:55.424604588Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/oximeter.rs:76","collector_id":"4e1b9b8b-9e08-4e6d-89c1-97aff5e8f01e","producer_id":"a6ef5eb9-ed97-44f5-b038-ae216d3973fd"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:31:55.424631528Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"uri":"/metrics/producers","method":"POST","req_id":"4b9378b8-7f18-45c7-81ff-77cc01e2a01e","remote_addr":"[fd00:1122:3344:101::1]:56801","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":37243,"response_code":"201"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:55.798028054Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:55.798094406Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":26,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:55.798106707Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":26,"elapsed":"21.58µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:55.798117317Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:55.798127217Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:55.798135608Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:55.798145058Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:55.798153698Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":26,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:55.798161768Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":26,"elapsed":"7.31µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:55.798172398Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:55.798180929Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:55.798189489Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":26,"elapsed":"4.34µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:55.798198819Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:55.798206399Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":27,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:31:55.79821528Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:55.79822433Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:55.79823375Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:55.79824196Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":76,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:55.798250771Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:55.798258771Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:55.798266951Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:55.798275512Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:55.798282442Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:55.798290022Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":29,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:55.798298642Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:55.798306802Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:55.798314673Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:55.798322433Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":26,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:55.798330433Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":26,"elapsed":"11.71µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:55.798338303Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:55.798345264Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":76,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:55.798352584Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:55.798359464Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:55.798367114Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:55.798374175Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:55.79855174Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:55.79856755Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:55.798607222Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:55.798625152Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:55.798636052Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:55.798645783Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:55.798654443Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:55.798663923Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:55.798673693Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:55.798681674Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:55.798691174Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:55.798701494Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:55.800878259Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:55.801411585Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":26,"elapsed":"3.410291ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:55.801568909Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:55.80292513Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:55.80295014Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:55.803110075Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:55.803829497Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:55.803843227Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:55.803994371Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:55.804986911Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"DnsResolver","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-7c647f25-eb29-494d-840d-11658133af45.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-7c647f25-eb29-494d-840d-11658133af45.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1779, tv_nsec: 152195293 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:31:55.805270149Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/mod.rs:1114"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:55.805336451Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"DnsResolver","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-7c647f25-eb29-494d-840d-11658133af45.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-7c647f25-eb29-494d-840d-11658133af45.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1779, tv_nsec: 152554503 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:55.805602539Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:31:55.80562848Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/mod.rs:1114"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:55.806938009Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:55.807504295Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:55.807895977Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:55.808587208Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:55.808598478Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:55.808785414Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:55.809257418Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:55.809275318Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:55.809417442Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:55.811445383Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:55.811507634Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:55.811909376Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:55.811925757Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:55.81201342Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"DnsResolver","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-7c647f25-eb29-494d-840d-11658133af45.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-7c647f25-eb29-494d-840d-11658133af45.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1779, tv_nsec: 159222861 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:31:55.812292758Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/mod.rs:1114"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:55.836594899Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:55.838204477Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:55.838380582Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:55.838404863Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:55.838469945Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:55.838532457Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:31:55.839967589Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:55.83999035Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:55.83999735Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:55.840132284Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:55.84031407Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":76,"elapsed":"42.138821ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:55.841040051Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:55.841204496Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:55.841400862Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:55.843439533Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:55.843593057Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:55.843605027Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:55.843756032Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:55.845025309Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:55.84504633Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:55.845171904Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:55.845500864Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:55.84806813Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:55.84808485Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:55.848215714Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:55.849780551Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:55.849953926Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:55.850194603Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:55.850363228Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:31:55.872937198Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:55.872966709Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:55.872974509Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:55.873211006Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:31:55.880326438Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:55.880337738Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:55.880722589Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61428f30-2496-4fd5-8890-cf2508bb4786\", \"content-length\": \"26\", \"date\": \"Wed, 06 Nov 2024 00:31:55 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:31:55.8807444Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:31:55.880825132Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:55.880834983Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:55.88108906Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"88447ffc-ce4f-4c72-85c3-96b6f214e45e\", \"content-length\": \"26\", \"date\": \"Wed, 06 Nov 2024 00:31:55 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:31:55.881110371Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:55.882127831Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":26,"elapsed":"83.989434ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:31:55.882930325Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:31:55.883303096Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:31:55.885877742Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":1,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:55.885892543Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":1,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":26,"elapsed":"87.724295ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:55.887644675Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:55.890448118Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 542c6a13-dea0-484f-aa4f-d05b6e033846, lookup_type: ById(542c6a13-dea0-484f-aa4f-d05b6e033846) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:55.890466949Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:55.890639414Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:55.893518569Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:55.896187099Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Sled { parent: Fleet, key: 7c647f25-eb29-494d-840d-11658133af45, lookup_type: ById(7c647f25-eb29-494d-840d-11658133af45) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:55.896204239Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:55.896397915Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:31:55.897385914Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:55.897405865Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"MgsClient","rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:55.897688293Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"MgsClient","rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec883b52-cf21-4500-9073-58eab47a9b07\", \"content-length\": \"26\", \"date\": \"Wed, 06 Nov 2024 00:31:55 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:31:55.897708894Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:55.897957121Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"0","iteration":26,"elapsed":"99.909606ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:31:55.89928108Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:55.903763224Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"original_time_created":"2024-11-06 00:19:10.103182 UTC","original_target_id":"542c6a13-dea0-484f-aa4f-d05b6e033846","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","time_created":"2024-11-06 00:19:10.103182 UTC","target_id":"542c6a13-dea0-484f-aa4f-d05b6e033846"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:55.903784874Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"542c6a13-dea0-484f-aa4f-d05b6e033846\",\"time_created\":\"2024-11-06T00:19:10.103182Z\"}","iteration":76,"elapsed":"105.684537ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:31:55.920654595Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:31:55.920678996Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:55.920691036Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":26,"elapsed":"122.567979ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:55.921190011Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:55.921529661Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:55.950863632Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"physical_disks_added\":0}","iteration":29,"elapsed":"152.727594ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:55.993809107Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{}","iteration":26,"elapsed":"195.738391ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:55.997326191Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:55.997666961Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ae3562b-68d0-49d3-8f52-18dbc3d7a3cc\", \"content-length\": \"2\", \"date\": \"Wed, 06 Nov 2024 00:31:55 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:55.999381142Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:55.99964716Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 7c647f25-eb29-494d-840d-11658133af45","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:31:56.011216824Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:56.011234534Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"SledAgent":"7c647f25-eb29-494d-840d-11658133af45","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:56.011600825Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"SledAgent":"7c647f25-eb29-494d-840d-11658133af45","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ba30f5b-0d1c-4429-8c6f-8bd9219b6865\", \"content-length\": \"372\", \"date\": \"Wed, 06 Nov 2024 00:31:55 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:56.011629636Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:56.012023838Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:56.01345632Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"null","iteration":26,"elapsed":"215.376885ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:56.013801831Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:56.014058078Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:56.044554044Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:56.046425169Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:56.046440049Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:56.046605854Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:56.04812868Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:56.049758108Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:56.049772999Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:56.049919553Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:31:56.056267741Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:56.056289402Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"SledAgent":"7c647f25-eb29-494d-840d-11658133af45","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:56.056533929Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"SledAgent":"7c647f25-eb29-494d-840d-11658133af45","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"1cf41b1c-0b04-4fa9-8908-9d74719f772f\", \"date\": \"Wed, 06 Nov 2024 00:31:55 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:56.056546529Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:56.056862799Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:56.058525118Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:56.058680603Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:56.061150736Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:56.061340262Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 7c647f25-eb29-494d-840d-11658133af45 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:31:56.064276009Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:56.064292239Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"SledAgent":"7c647f25-eb29-494d-840d-11658133af45","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:56.064598499Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"SledAgent":"7c647f25-eb29-494d-840d-11658133af45","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"efa8ac47-e033-4f38-bf95-e221e8c7512f\", \"date\": \"Wed, 06 Nov 2024 00:31:55 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:56.066187876Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{}","iteration":27,"elapsed":"268.10909ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:56.073462292Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:56.073842073Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:31:56.075873173Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 7ed6a6f7-38cc-42b2-88d6-7cb6b5242771, rack_id: 3a58cbfb-5015-41c2-9142-616f1a1558aa, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(7114d987-4bc7-4ef3-9865-a938d8573d6b) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:56.075895834Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:56.07610231Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:56.085164159Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"DpdClient","rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:56.085423177Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"DpdClient","rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d3f67ec0-af1f-4289-bcf0-52b175a6d101\", \"content-length\": \"121\", \"date\": \"Wed, 06 Nov 2024 00:31:55 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:31:56.085451738Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1720","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:31:56.085462388Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1747","switch_port_settings_id":"7114d987-4bc7-4ef3-9865-a938d8573d6b","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:31:56.085754327Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:31:56.085765017Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:31:56.085772617Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:31:56.085780008Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:31:56.085787568Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:31:56.085794968Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1894","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:31:56.085961503Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:31:56.085972423Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1930","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:31:56.08620088Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:56.08620982Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:56.086398356Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:56.088286752Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"DpdClient","rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:56.088389435Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"DpdClient","rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d391bbc7-26af-4541-a404-fafbd158e173\", \"content-length\": \"2\", \"date\": \"Wed, 06 Nov 2024 00:31:55 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:56.088403945Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"DpdClient","rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:56.088480288Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"DpdClient","rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e42d1130-3d32-4b74-8034-441fbbc0fb4b\", \"content-length\": \"52\", \"date\": \"Wed, 06 Nov 2024 00:31:55 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:31:56.088492858Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\" }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:56.088502718Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:56.135173514Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"SledAgent":"7c647f25-eb29-494d-840d-11658133af45","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:56.182612142Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"5ec6d252-5f44-43d8-aa4b-f2e0f10d7120\", \"date\": \"Wed, 06 Nov 2024 00:31:55 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:31:56.182638953Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:56.182653874Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:56.183039595Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"SledAgent":"7c647f25-eb29-494d-840d-11658133af45","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c89b28cb-bd08-4811-981f-4a6436664b2e\", \"content-length\": \"691\", \"date\": \"Wed, 06 Nov 2024 00:31:55 GMT\"} })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:56.183065026Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2238718b-870f-49b1-9f4b-ba2589310ced\", \"content-length\": \"669\", \"date\": \"Wed, 06 Nov 2024 00:31:55 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:31:56.183076146Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:31:56.183086197Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:31:56.183095057Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:56.183104027Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:56.183455197Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:56.185364274Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{}","iteration":26,"elapsed":"387.33219ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:56.187232069Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:56.18759255Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:56.190523757Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:56.190762714Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:56.193095614Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:56.193332211Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:31:56.200267447Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{}","iteration":26,"elapsed":"402.088127ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:32:01.471386793Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"uri":"/e2378399-e8ed-453c-847a-0a419dfd0966","method":"GET","req_id":"da1710c1-f027-4e74-8af4-9e584987d22e","remote_addr":"[fd00:1122:3344:101::d]:40170","local_addr":"[fd00:1122:3344:101::b]:35909","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":2301,"response_code":"200"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:05.001582532Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"producer-registration-task","component":"nexus-producer-server","name":"e2378399-e8ed-453c-847a-0a419dfd0966"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:05.001629523Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"producer-registration-task","component":"nexus-producer-server","name":"e2378399-e8ed-453c-847a-0a419dfd0966","addr":"[fd00:1122:3344:101::b]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:05.032561031Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"producer-registration-task","component":"nexus-producer-server","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:32:05.032664874Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:49599"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:05.03285186Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"f756b7ee-ed22-494d-a68f-f914c5901cd2","remote_addr":"[fd00:1122:3344:101::b]:49599","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:05.033212421Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"f756b7ee-ed22-494d-a68f-f914c5901cd2","remote_addr":"[fd00:1122:3344:101::b]:49599","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:32:05.069150808Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/oximeter.rs:76","collector_id":"4e1b9b8b-9e08-4e6d-89c1-97aff5e8f01e","producer_id":"e2378399-e8ed-453c-847a-0a419dfd0966"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:32:05.069182419Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"uri":"/metrics/producers","method":"POST","req_id":"f756b7ee-ed22-494d-a68f-f914c5901cd2","remote_addr":"[fd00:1122:3344:101::b]:49599","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":36391,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:05.069260781Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"producer-registration-task","component":"nexus-producer-server","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f756b7ee-ed22-494d-a68f-f914c5901cd2\", \"content-length\": \"41\", \"date\": \"Wed, 06 Nov 2024 00:32:05 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:05.071480057Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"producer-registration-task","component":"nexus-producer-server","name":"e2378399-e8ed-453c-847a-0a419dfd0966"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:05.071501177Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"producer-registration-task","component":"nexus-producer-server","name":"e2378399-e8ed-453c-847a-0a419dfd0966","wait_period":"150s","lease_duration":"600s"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:05.798624275Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":77,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:05.798684807Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:05.798696198Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":77,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:05.798705718Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:05.799026397Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:05.799068678Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:05.801036017Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:05.801235433Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:05.801254134Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:05.80384106Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:05.803855001Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:05.804019096Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:05.806113138Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:05.806444097Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:05.83211507Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":77,"elapsed":"33.500935ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:05.841182269Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:05.843734015Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 542c6a13-dea0-484f-aa4f-d05b6e033846, lookup_type: ById(542c6a13-dea0-484f-aa4f-d05b6e033846) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:05.843749805Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:05.843887749Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:05.855155934Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"original_time_created":"2024-11-06 00:19:10.103182 UTC","original_target_id":"542c6a13-dea0-484f-aa4f-d05b6e033846","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","time_created":"2024-11-06 00:19:10.103182 UTC","target_id":"542c6a13-dea0-484f-aa4f-d05b6e033846"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:05.855180644Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"542c6a13-dea0-484f-aa4f-d05b6e033846\",\"time_created\":\"2024-11-06T00:19:10.103182Z\"}","iteration":77,"elapsed":"56.538729ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:06.460680912Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/4e1b9b8b-9e08-4e6d-89c1-97aff5e8f01e/producers?sort_by=id_ascending","method":"GET","req_id":"146b4edd-c8d2-4bce-ba44-824ce8748d3b","remote_addr":"[fd00:1122:3344:101::d]:64942","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:06.461033842Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/4e1b9b8b-9e08-4e6d-89c1-97aff5e8f01e/producers?sort_by=id_ascending","method":"GET","req_id":"146b4edd-c8d2-4bce-ba44-824ce8748d3b","remote_addr":"[fd00:1122:3344:101::d]:64942","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:32:06.463844926Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"uri":"/metrics/collectors/4e1b9b8b-9e08-4e6d-89c1-97aff5e8f01e/producers?sort_by=id_ascending","method":"GET","req_id":"146b4edd-c8d2-4bce-ba44-824ce8748d3b","remote_addr":"[fd00:1122:3344:101::d]:64942","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":3239,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:06.464146115Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/4e1b9b8b-9e08-4e6d-89c1-97aff5e8f01e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZWQzZWM3NC1hZjQyLTRkZjctOWY3MS0zOTU3ZjcxMDNkZmYifX0%3D","method":"GET","req_id":"1c02e629-3396-4971-a970-7f15c93ba71d","remote_addr":"[fd00:1122:3344:101::d]:64942","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:06.464477084Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/4e1b9b8b-9e08-4e6d-89c1-97aff5e8f01e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZWQzZWM3NC1hZjQyLTRkZjctOWY3MS0zOTU3ZjcxMDNkZmYifX0%3D","method":"GET","req_id":"1c02e629-3396-4971-a970-7f15c93ba71d","remote_addr":"[fd00:1122:3344:101::d]:64942","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:32:06.469779442Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"uri":"/metrics/collectors/4e1b9b8b-9e08-4e6d-89c1-97aff5e8f01e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZWQzZWM3NC1hZjQyLTRkZjctOWY3MS0zOTU3ZjcxMDNkZmYifX0%3D","method":"GET","req_id":"1c02e629-3396-4971-a970-7f15c93ba71d","remote_addr":"[fd00:1122:3344:101::d]:64942","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":5686,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:15.797876996Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":78,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:15.797935718Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:15.797946488Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":78,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:15.797956149Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:15.798286578Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:15.798301899Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:15.826344371Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:15.826722863Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:15.82697228Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:15.828164995Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":78,"elapsed":"30.30069ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:15.829446513Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:15.829458904Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:15.829594938Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:15.831664639Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:15.831853385Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:15.832942737Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:15.835034129Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 542c6a13-dea0-484f-aa4f-d05b6e033846, lookup_type: ById(542c6a13-dea0-484f-aa4f-d05b6e033846) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:15.83504541Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:15.835175694Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:15.845797159Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"original_time_created":"2024-11-06 00:19:10.103182 UTC","original_target_id":"542c6a13-dea0-484f-aa4f-d05b6e033846","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","time_created":"2024-11-06 00:19:10.103182 UTC","target_id":"542c6a13-dea0-484f-aa4f-d05b6e033846"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:15.84581525Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"542c6a13-dea0-484f-aa4f-d05b6e033846\",\"time_created\":\"2024-11-06T00:19:10.103182Z\"}","iteration":78,"elapsed":"47.929273ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:32:16.472274089Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"uri":"/e2378399-e8ed-453c-847a-0a419dfd0966","method":"GET","req_id":"c8fdf5cc-aa10-4d5d-891f-29675194cf3e","remote_addr":"[fd00:1122:3344:101::d]:40170","local_addr":"[fd00:1122:3344:101::b]:35909","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1439,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:32:18.880135066Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::2]:46338"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:18.880234789Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"86e0c250-a7e7-4911-9115-e12d1b16eb72","remote_addr":"[fd00:1122:3344:101::2]:46338","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:18.88057363Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"86e0c250-a7e7-4911-9115-e12d1b16eb72","remote_addr":"[fd00:1122:3344:101::2]:46338","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:32:18.89238398Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/oximeter.rs:76","collector_id":"4e1b9b8b-9e08-4e6d-89c1-97aff5e8f01e","producer_id":"57aed6c0-b7d9-4021-84f4-804ca56d1b7a"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:32:18.892411121Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"uri":"/metrics/producers","method":"POST","req_id":"86e0c250-a7e7-4911-9115-e12d1b16eb72","remote_addr":"[fd00:1122:3344:101::2]:46338","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":12244,"response_code":"201"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:21.460752533Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/4e1b9b8b-9e08-4e6d-89c1-97aff5e8f01e/producers?sort_by=id_ascending","method":"GET","req_id":"1ede8cd8-e0c4-424f-81c2-42d4e0ce898c","remote_addr":"[fd00:1122:3344:101::d]:64942","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:21.461118194Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/4e1b9b8b-9e08-4e6d-89c1-97aff5e8f01e/producers?sort_by=id_ascending","method":"GET","req_id":"1ede8cd8-e0c4-424f-81c2-42d4e0ce898c","remote_addr":"[fd00:1122:3344:101::d]:64942","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:32:21.463656529Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"uri":"/metrics/collectors/4e1b9b8b-9e08-4e6d-89c1-97aff5e8f01e/producers?sort_by=id_ascending","method":"GET","req_id":"1ede8cd8-e0c4-424f-81c2-42d4e0ce898c","remote_addr":"[fd00:1122:3344:101::d]:64942","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":2967,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:21.463922957Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/4e1b9b8b-9e08-4e6d-89c1-97aff5e8f01e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZWQzZWM3NC1hZjQyLTRkZjctOWY3MS0zOTU3ZjcxMDNkZmYifX0%3D","method":"GET","req_id":"feb8f4dd-0494-4465-a5ac-da0ff0e1decb","remote_addr":"[fd00:1122:3344:101::d]:64942","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:21.464256107Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/4e1b9b8b-9e08-4e6d-89c1-97aff5e8f01e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZWQzZWM3NC1hZjQyLTRkZjctOWY3MS0zOTU3ZjcxMDNkZmYifX0%3D","method":"GET","req_id":"feb8f4dd-0494-4465-a5ac-da0ff0e1decb","remote_addr":"[fd00:1122:3344:101::d]:64942","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:32:21.466326509Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"uri":"/metrics/collectors/4e1b9b8b-9e08-4e6d-89c1-97aff5e8f01e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZWQzZWM3NC1hZjQyLTRkZjctOWY3MS0zOTU3ZjcxMDNkZmYifX0%3D","method":"GET","req_id":"feb8f4dd-0494-4465-a5ac-da0ff0e1decb","remote_addr":"[fd00:1122:3344:101::d]:64942","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":2468,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.797692344Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":79,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.797747946Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.797757316Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.797764506Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.797771437Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.797780837Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.797788857Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.797795997Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.797802637Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.797808587Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":27,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.797815738Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.797822048Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.797828908Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":27,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.797835978Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":27,"elapsed":"11µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.797844579Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.797851979Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":15,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.797859449Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.797866419Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.797873229Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.79787952Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.7978867Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.79789529Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.79790172Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":27,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.79790887Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":27,"elapsed":"12.21µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.797916681Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":28,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:32:25.797924021Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.797931231Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":27,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.797938531Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":27,"elapsed":"6.64µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.797946842Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.797954432Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.797961872Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-06T00:32:25.797968582Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"542c6a13-dea0-484f-aa4f-d05b6e033846","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.797976472Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"enabled\":false,\"target_id\":\"542c6a13-dea0-484f-aa4f-d05b6e033846\"}","iteration":15,"elapsed":"8.75µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.797985123Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.797992823Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.798000043Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.798006393Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.798013344Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.798019894Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.798025984Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.798033294Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.798040794Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.798047325Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.798053725Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":79,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.798060815Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":27,"elapsed":"11.29µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.798067115Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.798073205Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.798079386Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.798085516Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.798092596Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":15,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:32:25.798099216Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-06 00:22:25.797992593 UTC"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.798106086Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.798111947Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.798117997Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.798124227Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":14,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:32:25.798131967Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.798138267Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.798145248Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.798151958Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.798159058Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.798165348Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.798172708Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.798179678Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.798270961Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.798304952Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.798320333Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.798347434Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.798357764Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.798368204Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.798378304Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.798479987Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.798494138Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.798504568Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.798515559Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.798530109Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.798550249Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.79855917Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.79856875Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.79857763Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"DnsResolver","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"51df9631-cef5-49ae-8cfd-f0c05bdac388.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"7102227a-61f8-4dda-a9a0-f6678fae71c6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"ad2fb963-23a1-4187-b186-e731e9dae98d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"ad2fb963-23a1-4187-b186-e731e9dae98d.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:3::1))) }], valid_until: Instant { tv_sec: 1809, tv_nsec: 146095762 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.798593191Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.798603141Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"DnsResolver","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"309c9aef-da72-4f08-9f70-c20d80316472.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"9bf7f7e3-0a6c-48b6-84be-c4bb8425f761.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"9bf7f7e3-0a6c-48b6-84be-c4bb8425f761.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1809, tv_nsec: 146115493 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.798617511Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.798627952Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.798637332Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.799122606Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.799142377Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":15,"elapsed":"1.243967ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.79922238Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.7992351Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\"]}","iteration":15,"elapsed":"1.327639ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.801127246Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.801318082Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.801955401Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.80259967Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":27,"elapsed":"4.557205ms"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.803263269Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:32:25.80328356Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.803296021Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":14,"elapsed":"5.573205ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.80396123Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.80397161Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.804124645Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.807119694Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"DnsResolver","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-7c647f25-eb29-494d-840d-11658133af45.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-7c647f25-eb29-494d-840d-11658133af45.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1809, tv_nsec: 154643016 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:32:25.807500305Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/mod.rs:1114"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.807545507Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.807801984Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":14,"elapsed":"9.829972ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.807838495Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:32:25.80798176Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-06 00:22:25.797992593 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.80799108Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"expiration\":\"2024-11-06T00:22:25.797992593Z\",\"pruned\":[]}","iteration":14,"elapsed":"9.992877ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.80831453Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.810308339Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.810320549Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.810479064Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.812606167Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.813215425Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"DnsResolver","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-7c647f25-eb29-494d-840d-11658133af45.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-7c647f25-eb29-494d-840d-11658133af45.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1809, tv_nsec: 160741227 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:32:25.813556965Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/mod.rs:1114"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.815293197Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.815317847Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.815457642Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.818678727Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.818966076Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"DnsResolver","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-7c647f25-eb29-494d-840d-11658133af45.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-7c647f25-eb29-494d-840d-11658133af45.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1809, tv_nsec: 166504128 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.81911147Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:32:25.819359137Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/mod.rs:1114"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.842592487Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.844537705Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.844570086Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.844687599Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.847436431Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.847792322Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.848289466Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.848505073Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.849830942Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.850652487Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.851054118Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.851251884Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.851890693Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.851911134Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.852073369Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.853290665Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.853314586Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.853515872Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.853971135Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":79,"elapsed":"56.291891ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.854293995Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.854565672Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.855787039Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.857943913Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.857968364Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.858132529Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.858305914Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.85885255Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.858876921Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.859111718Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:32:25.860400466Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.860430177Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.860440307Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.860906481Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.86220897Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.862637352Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.86391111Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.865084575Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.865960241Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.865971041Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.866151717Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.868334171Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.868361242Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:32:25.868547088Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.868557938Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.868564218Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.868931439Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:32:25.869487926Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.869507266Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.869516196Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":27,"elapsed":"71.749931ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.870095614Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.870121934Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.870249338Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.872782304Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.873042401Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.873242247Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 542c6a13-dea0-484f-aa4f-d05b6e033846, lookup_type: ById(542c6a13-dea0-484f-aa4f-d05b6e033846) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.873258928Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.873473794Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.875073101Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.879019279Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.879041769Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.879246405Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.885933504Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.886246243Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.887073978Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"original_time_created":"2024-11-06 00:19:10.103182 UTC","original_target_id":"542c6a13-dea0-484f-aa4f-d05b6e033846","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","time_created":"2024-11-06 00:19:10.103182 UTC","target_id":"542c6a13-dea0-484f-aa4f-d05b6e033846"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.887106299Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"542c6a13-dea0-484f-aa4f-d05b6e033846\",\"time_created\":\"2024-11-06T00:19:10.103182Z\"}","iteration":79,"elapsed":"89.107445ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.889029666Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.889436258Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.893146498Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.893401426Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.893490878Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.895867129Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Sled { parent: Fleet, key: 7c647f25-eb29-494d-840d-11658133af45, lookup_type: ById(7c647f25-eb29-494d-840d-11658133af45) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.895889939Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.896027023Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.898059344Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"0","iteration":27,"elapsed":"100.01277ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.902192717Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":27,"elapsed":"104.385879ms"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.903084753Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:32:25.903110374Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.903123114Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":14,"elapsed":"105.06723ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.905053282Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.905320519Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.905770953Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.905786603Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.905793033Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.905799294Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.90600211Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.907615598Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.908106622Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.908120533Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.908126893Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.908133883Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.908341939Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.909935756Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.910589726Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.910602296Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.910811862Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.912912785Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.912941746Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.913040739Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.913059369Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.913211514Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:32:25.914215154Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:32:25.914230534Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.914239724Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":27,"elapsed":"116.460238ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.915352377Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.918101499Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.91812598Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.918333866Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.946377158Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.948644986Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.949014127Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.949933674Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.949962815Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"e566332b-6115-4b51-a3f7-2d789db7f0b6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.949977985Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.950177201Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.951427859Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.95182778Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.953951093Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.953968864Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"49647dec-3431-42f3-8ea3-efc9338eb811"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.953978974Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.953989024Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.953998825Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.954259623Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.954355815Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.955065036Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.955079537Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.955241252Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.956827719Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.957321073Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"e566332b-6115-4b51-a3f7-2d789db7f0b6"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.957338694Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.957347224Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"current_time_created":"2024-11-06 00:19:33.391850 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.957355584Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"generation\":2}","iteration":15,"elapsed":"159.530096ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.960035114Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.960056224Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.960194709Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.962386154Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-06T00:19:22.736570Z, time_modified: 2024-11-06T00:19:22.736570Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 538efd2f-b8ed-4a95-91b1-680b63627575, db_silo: Silo { identity: SiloIdentity { id: 538efd2f-b8ed-4a95-91b1-680b63627575, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-06T00:19:33.340114Z, time_modified: 2024-11-06T00:19:33.340114Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"a1fe0af34bdc26f4969481fb712f7f75d3ee00bb10c1b2afec1db21a3adddac9\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 538efd2f-b8ed-4a95-91b1-680b63627575, db_silo: Silo { identity: SiloIdentity { id: 538efd2f-b8ed-4a95-91b1-680b63627575, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-06T00:19:33.340114Z, time_modified: 2024-11-06T00:19:33.340114Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"a1fe0af34bdc26f4969481fb712f7f75d3ee00bb10c1b2afec1db21a3adddac9\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.962418865Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"538efd2f-b8ed-4a95-91b1-680b63627575\",\"tls_certs\":[\"a1fe0af34bdc26f4969481fb712f7f75d3ee00bb10c1b2afec1db21a3adddac9\"]}},\"default_endpoint\":{\"silo_id\":\"538efd2f-b8ed-4a95-91b1-680b63627575\",\"tls_certs\":[\"a1fe0af34bdc26f4969481fb712f7f75d3ee00bb10c1b2afec1db21a3adddac9\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":15,"elapsed":"164.3476ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.962718504Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"49647dec-3431-42f3-8ea3-efc9338eb811"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.962749284Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.962770155Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"current_time_created":"2024-11-06 00:19:32.804378 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.962779705Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"generation\":1}","iteration":15,"elapsed":"164.770032ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:32:25.967427983Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.967445174Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.967759603Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f87e641-34ee-4d5b-aec7-b104f1ad12c4\", \"content-length\": \"26\", \"date\": \"Wed, 06 Nov 2024 00:32:25 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:32:25.967776594Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:32:25.969291759Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.973672899Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"physical_disks_added\":0}","iteration":30,"elapsed":"175.82967ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:32:25.975307327Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.975336028Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.975573915Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae51228d-9c30-442f-b054-c2a3f69654f6\", \"content-length\": \"26\", \"date\": \"Wed, 06 Nov 2024 00:32:25 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:32:25.975595976Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:32:25.977930165Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.986542871Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.988509099Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.98852247Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.988667424Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-06T00:32:25.994573739Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:25.99459683Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":14,"elapsed":"196.847114ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:26.053510129Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"VPC route manager sled 7c647f25-eb29-494d-840d-11658133af45","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:32:26.146623654Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:26.146653825Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"SledAgent":"7c647f25-eb29-494d-840d-11658133af45","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:26.146974764Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"SledAgent":"7c647f25-eb29-494d-840d-11658133af45","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"26d98963-b901-4df8-8c80-e97be9e8a24b\", \"content-length\": \"372\", \"date\": \"Wed, 06 Nov 2024 00:32:26 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:26.147007615Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:26.147279723Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:26.154329352Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:32:26.167136553Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:26.167172344Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"MgsClient","rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:26.167445492Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"MgsClient","rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f1e2b407-7a91-4d59-918f-893bc98efb96\", \"content-length\": \"26\", \"date\": \"Wed, 06 Nov 2024 00:32:25 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:32:26.167463593Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:26.167667688Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:26.167911056Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"29018035-e161-4573-b1ce-ebabb2005502\", \"content-length\": \"2\", \"date\": \"Wed, 06 Nov 2024 00:32:26 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:26.169574465Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:26.169807542Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:32:26.169845293Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:26.172489712Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"null","iteration":27,"elapsed":"374.5604ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:32:26.188538498Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:26.188566909Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"SledAgent":"7c647f25-eb29-494d-840d-11658133af45","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:26.188825637Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"SledAgent":"7c647f25-eb29-494d-840d-11658133af45","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"63703ef1-f030-4218-aa8b-f456f2669439\", \"date\": \"Wed, 06 Nov 2024 00:32:26 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:26.188839757Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:26.189154257Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:26.19130005Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:26.191475385Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:26.193610949Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:26.193825215Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:26.266597006Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:26.266970937Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"b780602a-80d0-4829-a3fd-7d0df42f48ec\", \"date\": \"Wed, 06 Nov 2024 00:32:25 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:32:26.266995617Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:26.268201413Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"5632c32c-a725-4448-9dd5-c74fa6715bb5\", \"date\": \"Wed, 06 Nov 2024 00:32:25 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:32:26.268224914Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:32:26.269614635Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:26.269626046Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":16,"elapsed":"471.91231ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:26.30279061Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{}","iteration":27,"elapsed":"504.798327ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:26.30313315Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"SledAgent":"7c647f25-eb29-494d-840d-11658133af45","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:26.303591804Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"SledAgent":"7c647f25-eb29-494d-840d-11658133af45","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fca44568-3c7f-48a0-a693-ce3a1b5ea077\", \"content-length\": \"691\", \"date\": \"Wed, 06 Nov 2024 00:32:26 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:32:26.303616725Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:32:26.303630425Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:32:26.303638656Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:26.304894953Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{}","iteration":27,"elapsed":"506.957621ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:26.305193211Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:26.305644325Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"aaa0dfc5-7793-4d25-8e10-c8405f1c60a1\", \"date\": \"Wed, 06 Nov 2024 00:32:25 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:32:26.305658525Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"VPC route manager sled 7c647f25-eb29-494d-840d-11658133af45 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:32:26.306361796Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:26.306372546Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"SledAgent":"7c647f25-eb29-494d-840d-11658133af45","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:26.306676616Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"SledAgent":"7c647f25-eb29-494d-840d-11658133af45","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"d0349cd1-c373-48b9-9540-d990425619e6\", \"date\": \"Wed, 06 Nov 2024 00:32:26 GMT\"} })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:26.308081657Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"2b8d945b-35f4-47d6-ab3f-bab9be5c314d\", \"date\": \"Wed, 06 Nov 2024 00:32:25 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:32:26.308094788Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:26.308429228Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{}","iteration":28,"elapsed":"510.567678ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:26.310284323Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"05de465e-3dc1-41c4-8429-061efee64ca7\", \"date\": \"Wed, 06 Nov 2024 00:32:25 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:32:26.310296783Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:32:26.312376295Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:26.312420896Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":16,"elapsed":"514.605719ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:26.366017948Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:26.366350537Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:32:26.367338207Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 7ed6a6f7-38cc-42b2-88d6-7cb6b5242771, rack_id: 3a58cbfb-5015-41c2-9142-616f1a1558aa, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(7114d987-4bc7-4ef3-9865-a938d8573d6b) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:26.367355007Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:26.367512542Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:26.377049455Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"DpdClient","rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:26.377297572Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"DpdClient","rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ecc5d803-432a-4e21-8c31-8b86c6577ba1\", \"content-length\": \"121\", \"date\": \"Wed, 06 Nov 2024 00:32:26 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:32:26.377320273Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1720","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:32:26.377331183Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1747","switch_port_settings_id":"7114d987-4bc7-4ef3-9865-a938d8573d6b","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:32:26.377587341Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:32:26.377606361Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:32:26.377614212Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:32:26.377621862Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:32:26.377633202Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:32:26.377645063Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1894","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:32:26.377787197Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:32:26.377808558Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1930","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:32:26.377925681Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:26.377934671Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:26.37822184Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:26.380553969Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"DpdClient","rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:26.380662662Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"DpdClient","rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"99946085-8e20-44a2-85f4-303ad49149a7\", \"content-length\": \"2\", \"date\": \"Wed, 06 Nov 2024 00:32:26 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:26.380674843Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"DpdClient","rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:26.380770195Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"DpdClient","rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"365c4d8f-f9cf-47f7-9e46-0bf84f82c85c\", \"content-length\": \"52\", \"date\": \"Wed, 06 Nov 2024 00:32:26 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:32:26.380785726Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\" }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:26.380795416Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:26.48195569Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"610afe0e-7118-4c8e-b7d5-e8c45cdbef46\", \"date\": \"Wed, 06 Nov 2024 00:32:26 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:32:26.4819835Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:26.481993271Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:26.482282279Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"05dfa553-7ba0-4aa9-87a2-03bc88c7a52e\", \"content-length\": \"669\", \"date\": \"Wed, 06 Nov 2024 00:32:26 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:26.48231763Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:26.482614909Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:26.486168545Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:26.486437143Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:26.489432721Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:26.48970633Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:26.491313348Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:26.491549164Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:26.499583243Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{}","iteration":27,"elapsed":"701.681493ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:32:31.469065103Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"uri":"/e2378399-e8ed-453c-847a-0a419dfd0966","method":"GET","req_id":"94f3aca7-f4df-4cde-abaa-d4770a74297f","remote_addr":"[fd00:1122:3344:101::d]:40170","local_addr":"[fd00:1122:3344:101::b]:35909","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1381,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:35.79844535Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":80,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:35.798510742Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:35.798522302Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":80,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:35.798531942Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:35.798854382Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:35.798878713Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:35.800701557Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:35.800917433Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:35.801041617Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:35.801989555Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":80,"elapsed":"3.566665ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:35.803589152Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:35.803600683Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:35.803766458Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:35.80553077Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:35.805719746Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:35.807087406Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:35.809328943Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 542c6a13-dea0-484f-aa4f-d05b6e033846, lookup_type: ById(542c6a13-dea0-484f-aa4f-d05b6e033846) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:35.809340843Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:35.809471247Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:35.818257098Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"original_time_created":"2024-11-06 00:19:10.103182 UTC","original_target_id":"542c6a13-dea0-484f-aa4f-d05b6e033846","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","time_created":"2024-11-06 00:19:10.103182 UTC","target_id":"542c6a13-dea0-484f-aa4f-d05b6e033846"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:35.818285919Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"542c6a13-dea0-484f-aa4f-d05b6e033846\",\"time_created\":\"2024-11-06T00:19:10.103182Z\"}","iteration":80,"elapsed":"19.820689ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:36.460174276Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/4e1b9b8b-9e08-4e6d-89c1-97aff5e8f01e/producers?sort_by=id_ascending","method":"GET","req_id":"1cf67d53-42a5-4a4c-8a34-2a852c26cacb","remote_addr":"[fd00:1122:3344:101::d]:64942","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:36.460531607Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/4e1b9b8b-9e08-4e6d-89c1-97aff5e8f01e/producers?sort_by=id_ascending","method":"GET","req_id":"1cf67d53-42a5-4a4c-8a34-2a852c26cacb","remote_addr":"[fd00:1122:3344:101::d]:64942","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:32:36.462801684Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"uri":"/metrics/collectors/4e1b9b8b-9e08-4e6d-89c1-97aff5e8f01e/producers?sort_by=id_ascending","method":"GET","req_id":"1cf67d53-42a5-4a4c-8a34-2a852c26cacb","remote_addr":"[fd00:1122:3344:101::d]:64942","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":2702,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:36.463109793Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/4e1b9b8b-9e08-4e6d-89c1-97aff5e8f01e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZWQzZWM3NC1hZjQyLTRkZjctOWY3MS0zOTU3ZjcxMDNkZmYifX0%3D","method":"GET","req_id":"54448fa2-d08c-40bd-a4ec-5adf8637e01b","remote_addr":"[fd00:1122:3344:101::d]:64942","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:36.463432143Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/4e1b9b8b-9e08-4e6d-89c1-97aff5e8f01e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZWQzZWM3NC1hZjQyLTRkZjctOWY3MS0zOTU3ZjcxMDNkZmYifX0%3D","method":"GET","req_id":"54448fa2-d08c-40bd-a4ec-5adf8637e01b","remote_addr":"[fd00:1122:3344:101::d]:64942","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:32:36.465258717Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"uri":"/metrics/collectors/4e1b9b8b-9e08-4e6d-89c1-97aff5e8f01e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZWQzZWM3NC1hZjQyLTRkZjctOWY3MS0zOTU3ZjcxMDNkZmYifX0%3D","method":"GET","req_id":"54448fa2-d08c-40bd-a4ec-5adf8637e01b","remote_addr":"[fd00:1122:3344:101::d]:64942","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":2217,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:45.798360281Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":81,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:45.798418562Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:45.798430443Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":81,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:45.798438813Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:45.798700451Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:45.798777443Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:45.80038237Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:45.800622348Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:45.800732131Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:45.8020567Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":81,"elapsed":"3.70769ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:45.803501263Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:45.803511774Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:45.803650138Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:45.805169733Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:45.805331737Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:45.806267695Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:45.808365787Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 542c6a13-dea0-484f-aa4f-d05b6e033846, lookup_type: ById(542c6a13-dea0-484f-aa4f-d05b6e033846) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:45.808378338Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:45.808507072Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:45.816951182Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"original_time_created":"2024-11-06 00:19:10.103182 UTC","original_target_id":"542c6a13-dea0-484f-aa4f-d05b6e033846","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","time_created":"2024-11-06 00:19:10.103182 UTC","target_id":"542c6a13-dea0-484f-aa4f-d05b6e033846"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:45.816963313Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"542c6a13-dea0-484f-aa4f-d05b6e033846\",\"time_created\":\"2024-11-06T00:19:10.103182Z\"}","iteration":81,"elapsed":"18.600753ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:32:46.468404274Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"uri":"/e2378399-e8ed-453c-847a-0a419dfd0966","method":"GET","req_id":"44db159b-b191-4e77-8851-8f2f76f37586","remote_addr":"[fd00:1122:3344:101::d]:40170","local_addr":"[fd00:1122:3344:101::b]:35909","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1525,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:55.797500648Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":82,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:55.79757249Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:55.797583391Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":82,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:55.797592491Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:55.797600541Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:55.797608021Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:55.797615052Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:55.797621372Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:55.797629002Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:55.797635532Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":28,"elapsed":"11.49µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:55.797643733Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:55.797650853Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":28,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:55.797657323Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":28,"elapsed":"3.71µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:55.797663843Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:55.797670123Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":28,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:55.797677643Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":28,"elapsed":"2.36µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:55.797684444Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:55.797690654Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":28,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:55.797697484Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":28,"elapsed":"4.88µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:55.797704074Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:55.797710184Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":29,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:32:55.797716705Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:55.797724095Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:55.797731755Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:55.797738565Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:55.797744785Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:55.797751006Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:55.797756766Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":28,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:55.797763966Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:55.797770056Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:55.797776357Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:55.797782307Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:55.797788447Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:55.797795117Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":31,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:55.797801797Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:55.798030834Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:55.798047634Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:55.798056395Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:55.798064685Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:55.798083595Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:55.798091856Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:55.798100396Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:55.798107766Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:55.798122307Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:55.798130527Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:55.798137227Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:55.798144047Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:55.799826987Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:55.800699773Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"DnsResolver","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-7c647f25-eb29-494d-840d-11658133af45.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-7c647f25-eb29-494d-840d-11658133af45.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1839, tv_nsec: 148556415 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:55.800740765Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:55.800950361Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":28,"elapsed":"3.282257ms"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:32:55.801034603Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/mod.rs:1114"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:55.801703793Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:55.80195032Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:55.801960941Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:55.80294648Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:55.80295924Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:55.803153786Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:55.80328022Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:55.803307361Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:55.803463245Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:55.804166196Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:55.804178207Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:55.804317241Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:55.804988151Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:32:55.805663991Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:55.805675361Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:55.805681451Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:55.805798064Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:55.805947489Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:55.806003971Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"DnsResolver","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-7c647f25-eb29-494d-840d-11658133af45.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-7c647f25-eb29-494d-840d-11658133af45.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1839, tv_nsec: 153873063 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:32:55.806242578Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/mod.rs:1114"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:55.806706382Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:55.806855426Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:55.806866436Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:55.807056572Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:55.809034921Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:55.809065461Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:55.809188245Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:55.809214026Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:55.809248417Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:55.809288358Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:55.809301629Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:55.809455013Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:55.809470024Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:55.809542386Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:55.813319508Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:55.81337947Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"DnsResolver","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-7c647f25-eb29-494d-840d-11658133af45.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-7c647f25-eb29-494d-840d-11658133af45.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1839, tv_nsec: 161248572 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:32:55.813649508Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/mod.rs:1114"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:55.814480372Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:55.814525444Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:55.814645827Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":28,"elapsed":"17.020245ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:55.81473989Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:55.815161873Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:55.815174393Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:55.815334058Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:55.815805112Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:55.816051729Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:55.816839062Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:55.817048699Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 542c6a13-dea0-484f-aa4f-d05b6e033846, lookup_type: ById(542c6a13-dea0-484f-aa4f-d05b6e033846) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:55.817059439Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:55.817205103Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:55.818648036Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:55.818663086Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:55.81879833Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:55.830610091Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"original_time_created":"2024-11-06 00:19:10.103182 UTC","original_target_id":"542c6a13-dea0-484f-aa4f-d05b6e033846","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","time_created":"2024-11-06 00:19:10.103182 UTC","target_id":"542c6a13-dea0-484f-aa4f-d05b6e033846"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:55.830636272Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"542c6a13-dea0-484f-aa4f-d05b6e033846\",\"time_created\":\"2024-11-06T00:19:10.103182Z\"}","iteration":82,"elapsed":"33.118263ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:55.838195457Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":82,"elapsed":"40.709489ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:55.838865666Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:55.839194886Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:55.841216926Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:55.841515405Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:32:55.844479593Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:55.844498764Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":28,"elapsed":"46.903792ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:55.850270705Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:55.850549553Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:32:55.851881103Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:55.851891383Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:55.851898033Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:55.852243114Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:55.854989285Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"physical_disks_added\":0}","iteration":31,"elapsed":"57.299751ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:55.86896786Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:55.871480205Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Sled { parent: Fleet, key: 7c647f25-eb29-494d-840d-11658133af45, lookup_type: ById(7c647f25-eb29-494d-840d-11658133af45) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:55.871494475Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:55.87166398Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:32:55.885616364Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:55.885636715Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:55.885968125Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1427a1b8-9987-4a08-8c43-ae91301d8c4a\", \"content-length\": \"26\", \"date\": \"Wed, 06 Nov 2024 00:32:55 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:32:55.885989876Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:32:55.888233872Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:32:55.898728714Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:55.898744244Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:55.898970781Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c6c13c02-7a88-4220-afee-c0f4d169c4e4\", \"content-length\": \"26\", \"date\": \"Wed, 06 Nov 2024 00:32:55 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:32:55.898985031Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:32:55.900451105Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:32:55.916287955Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:55.916310446Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"MgsClient","rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:55.916552603Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"MgsClient","rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"64707bcc-2772-4bad-8df8-52a5d1ac198e\", \"content-length\": \"26\", \"date\": \"Wed, 06 Nov 2024 00:32:55 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:32:55.916568563Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:32:55.917921373Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled 7c647f25-eb29-494d-840d-11658133af45","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:32:55.920532281Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:55.920548851Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"SledAgent":"7c647f25-eb29-494d-840d-11658133af45","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:55.924313603Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"0","iteration":28,"elapsed":"126.657801ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:32:55.954641134Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:32:55.954668995Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:55.954677795Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":28,"elapsed":"157.020622ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:55.958342513Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"SledAgent":"7c647f25-eb29-494d-840d-11658133af45","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"12a3ad34-82eb-47bd-ad6f-e3e89e7fe1cc\", \"content-length\": \"372\", \"date\": \"Wed, 06 Nov 2024 00:32:55 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:55.958369214Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:55.958711335Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:55.993277601Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:55.99356867Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd70917e-103f-4561-94ee-041a0cbdbcae\", \"content-length\": \"2\", \"date\": \"Wed, 06 Nov 2024 00:32:55 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:55.995054083Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:55.995339242Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:55.997488596Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"null","iteration":28,"elapsed":"199.963457ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:56.000944709Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{}","iteration":28,"elapsed":"203.333677ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:32:56.001827785Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:56.001837205Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"SledAgent":"7c647f25-eb29-494d-840d-11658133af45","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:56.002112263Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"SledAgent":"7c647f25-eb29-494d-840d-11658133af45","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"9b032543-7481-4d1d-be48-c9e7dc47041e\", \"date\": \"Wed, 06 Nov 2024 00:32:55 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:56.002126713Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:56.002393141Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:56.004873085Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:56.00505117Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:56.007808052Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:56.008136672Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 7c647f25-eb29-494d-840d-11658133af45 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:32:56.010972396Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:56.010987736Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"SledAgent":"7c647f25-eb29-494d-840d-11658133af45","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:56.011337367Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"SledAgent":"7c647f25-eb29-494d-840d-11658133af45","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"fb180b1a-4bfd-442b-a106-cb883d453a5e\", \"date\": \"Wed, 06 Nov 2024 00:32:55 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:56.012929024Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{}","iteration":29,"elapsed":"215.324313ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:56.016937033Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:56.017133119Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:56.018791588Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:56.020380726Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:56.020390736Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:56.0205281Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:56.021914561Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:56.023630292Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:56.023641602Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:56.023799197Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:56.063580648Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:56.063941439Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:32:56.065400042Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 7ed6a6f7-38cc-42b2-88d6-7cb6b5242771, rack_id: 3a58cbfb-5015-41c2-9142-616f1a1558aa, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(7114d987-4bc7-4ef3-9865-a938d8573d6b) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:56.065414272Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:56.065586308Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:56.073022248Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"DpdClient","rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:56.073327547Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"DpdClient","rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e3fc525-b3f7-46b8-978b-8d3b46a023ce\", \"content-length\": \"121\", \"date\": \"Wed, 06 Nov 2024 00:32:55 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:32:56.073376049Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1720","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:32:56.07340242Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1747","switch_port_settings_id":"7114d987-4bc7-4ef3-9865-a938d8573d6b","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:32:56.073668148Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:32:56.073677968Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:32:56.073684398Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:32:56.073691618Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:32:56.073698498Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:32:56.073704979Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1894","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:32:56.073870594Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:32:56.073879924Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1930","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:32:56.074022268Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:56.074030578Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:56.074247325Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:56.076310016Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"DpdClient","rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:56.076402239Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"DpdClient","rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"60a2ff6e-3ad4-4e51-8225-06cc586f3dfd\", \"content-length\": \"2\", \"date\": \"Wed, 06 Nov 2024 00:32:55 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:56.076413989Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"DpdClient","rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:56.076481331Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"DpdClient","rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f6eef31-5601-4240-96d4-d963c4470945\", \"content-length\": \"52\", \"date\": \"Wed, 06 Nov 2024 00:32:55 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:32:56.076495481Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\" }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:56.076505022Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:56.107896194Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"SledAgent":"7c647f25-eb29-494d-840d-11658133af45","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:56.180312824Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"48c3731f-2628-429b-8345-a56f57c18929\", \"date\": \"Wed, 06 Nov 2024 00:32:55 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:32:56.180341655Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:56.180352355Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:56.180770097Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"SledAgent":"7c647f25-eb29-494d-840d-11658133af45","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"463b9c7c-82f5-4520-ae60-d22909cf6dbc\", \"content-length\": \"691\", \"date\": \"Wed, 06 Nov 2024 00:32:55 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:32:56.180800248Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:32:56.180822319Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:32:56.180831559Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:56.180886311Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d02912e2-8c29-414b-9c88-c9cd338417fe\", \"content-length\": \"669\", \"date\": \"Wed, 06 Nov 2024 00:32:55 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:56.180945193Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:56.181432767Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:56.183105957Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{}","iteration":28,"elapsed":"385.560967ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:56.185420126Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:56.185726724Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:56.189485906Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:56.189653581Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:56.191598789Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:56.191883887Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:32:56.200812632Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{}","iteration":28,"elapsed":"403.236832ms"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:33:00.339943591Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:64447"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:00.340048623Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"793ee58e-c3cf-4af3-b8c0-53b6b0ed24dd","remote_addr":"[fd00:1122:3344:101::1]:64447","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:00.340413594Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"793ee58e-c3cf-4af3-b8c0-53b6b0ed24dd","remote_addr":"[fd00:1122:3344:101::1]:64447","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:33:00.373436645Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/oximeter.rs:76","collector_id":"4e1b9b8b-9e08-4e6d-89c1-97aff5e8f01e","producer_id":"7c647f25-eb29-494d-840d-11658133af45"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:33:00.373461555Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"uri":"/metrics/producers","method":"POST","req_id":"793ee58e-c3cf-4af3-b8c0-53b6b0ed24dd","remote_addr":"[fd00:1122:3344:101::1]:64447","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":33480,"response_code":"201"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:33:01.469546748Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"uri":"/e2378399-e8ed-453c-847a-0a419dfd0966","method":"GET","req_id":"5a48a78b-e356-4fd4-9089-db410df7fc31","remote_addr":"[fd00:1122:3344:101::d]:40170","local_addr":"[fd00:1122:3344:101::b]:35909","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1212,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:05.797758119Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":83,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:05.797813851Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":83,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:05.797825721Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:05.797834621Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:05.798189672Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:05.798204172Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:05.79981637Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:05.802267363Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:05.802282463Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:05.802420097Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:05.804468178Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:05.804795788Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:05.806451547Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:05.808848018Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 542c6a13-dea0-484f-aa4f-d05b6e033846, lookup_type: ById(542c6a13-dea0-484f-aa4f-d05b6e033846) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:05.808861248Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:05.808994123Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:05.820469163Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"original_time_created":"2024-11-06 00:19:10.103182 UTC","original_target_id":"542c6a13-dea0-484f-aa4f-d05b6e033846","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","time_created":"2024-11-06 00:19:10.103182 UTC","target_id":"542c6a13-dea0-484f-aa4f-d05b6e033846"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:05.820492914Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"542c6a13-dea0-484f-aa4f-d05b6e033846\",\"time_created\":\"2024-11-06T00:19:10.103182Z\"}","iteration":83,"elapsed":"22.741465ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:05.830015147Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:05.830227483Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:05.831766519Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":83,"elapsed":"33.994399ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:15.797376391Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":84,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:15.797435953Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:15.797447333Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":84,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:15.797456943Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:15.797720211Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:15.797762012Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:15.799076822Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:15.799247857Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:15.799848034Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:15.80237658Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:15.80239102Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:15.802535364Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:15.804480162Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:15.804811922Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:15.806127821Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:15.808594054Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 542c6a13-dea0-484f-aa4f-d05b6e033846, lookup_type: ById(542c6a13-dea0-484f-aa4f-d05b6e033846) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:15.808712268Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:15.808748719Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:15.820131227Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"original_time_created":"2024-11-06 00:19:10.103182 UTC","original_target_id":"542c6a13-dea0-484f-aa4f-d05b6e033846","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","time_created":"2024-11-06 00:19:10.103182 UTC","target_id":"542c6a13-dea0-484f-aa4f-d05b6e033846"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:15.820155487Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"542c6a13-dea0-484f-aa4f-d05b6e033846\",\"time_created\":\"2024-11-06T00:19:10.103182Z\"}","iteration":84,"elapsed":"22.751846ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:15.827398582Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":84,"elapsed":"30.042092ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:33:16.469784705Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"uri":"/e2378399-e8ed-453c-847a-0a419dfd0966","method":"GET","req_id":"26b18903-1298-48fc-b391-927853c940f5","remote_addr":"[fd00:1122:3344:101::d]:40170","local_addr":"[fd00:1122:3344:101::b]:35909","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1583,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.797659582Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":85,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.797712734Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.797722134Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.797731115Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.797738145Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.797747145Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.797755015Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.797761705Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":29,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.797768646Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":29,"elapsed":"11.76µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.797776006Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":29,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.797787116Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":29,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.797794537Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":29,"elapsed":"5.32µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.797804007Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":29,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.797810327Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.797817287Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.797823187Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.797829827Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":29,"elapsed":"7.95µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.797836268Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.797842958Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":30,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.797849888Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:33:25.797857698Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.797865368Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.797871949Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.797879449Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.797886159Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":29,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.797893929Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.79790026Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.79790682Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":16,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-06T00:33:25.79791378Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"542c6a13-dea0-484f-aa4f-d05b6e033846","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.7979221Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"enabled\":false,\"target_id\":\"542c6a13-dea0-484f-aa4f-d05b6e033846\"}","iteration":16,"elapsed":"11.88µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.79793327Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":29,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.797943321Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.797954371Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.797963802Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.797975922Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.797984462Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":15,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:33:25.797991232Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-06 00:23:25.797880839 UTC"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.797998123Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.798005313Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.798011253Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.798017413Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":29,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.798024863Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":15,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:33:25.798032433Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.798038744Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.798045554Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.798052124Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.798058554Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.798065165Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.798072775Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":29,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.798079735Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.798086205Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.798093445Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.798101115Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":29,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.798110796Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":29,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.798118306Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":29,"elapsed":"3.93µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.798125116Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":85,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.798131587Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.798137177Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":32,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.798143277Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.798149177Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.798155157Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.798162487Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.798168797Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.798178298Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.79825239Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.798278681Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.798286401Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.798324142Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.798334753Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.798342723Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.798395074Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.798474217Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.798487327Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.798499147Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.798510848Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.798521888Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.798530298Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.798538559Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.798545989Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"DnsResolver","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"309c9aef-da72-4f08-9f70-c20d80316472.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"9bf7f7e3-0a6c-48b6-84be-c4bb8425f761.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"9bf7f7e3-0a6c-48b6-84be-c4bb8425f761.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1869, tv_nsec: 146736451 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.798558319Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"DnsResolver","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"51df9631-cef5-49ae-8cfd-f0c05bdac388.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"7102227a-61f8-4dda-a9a0-f6678fae71c6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"ad2fb963-23a1-4187-b186-e731e9dae98d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"ad2fb963-23a1-4187-b186-e731e9dae98d.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:3::1))) }], valid_until: Instant { tv_sec: 1869, tv_nsec: 146740311 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.79857128Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.79858033Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.79858843Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.79859606Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.799009333Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.799035743Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":16,"elapsed":"1.234066ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.799112646Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.799130456Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\"]}","iteration":16,"elapsed":"1.273028ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.80025359Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.800456505Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.801352872Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":15,"elapsed":"3.68185ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.801654301Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.802878267Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.803542147Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.803919588Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.803930749Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.804023851Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":29,"elapsed":"6.129122ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.804110264Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.804711332Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.804957699Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.805726562Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.805750093Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.805900897Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.806481754Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.806496225Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.806727192Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.806738832Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"DnsResolver","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-7c647f25-eb29-494d-840d-11658133af45.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-7c647f25-eb29-494d-840d-11658133af45.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1869, tv_nsec: 154933274 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:33:25.80701262Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/mod.rs:1114"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.809918757Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.812035129Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.81206136Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.812233055Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.813159853Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.813259056Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.8134107Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.813623107Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.813963977Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:33:25.813973887Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.813982997Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":15,"elapsed":"15.989255ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.815223034Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"DnsResolver","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-7c647f25-eb29-494d-840d-11658133af45.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-7c647f25-eb29-494d-840d-11658133af45.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1869, tv_nsec: 163424326 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.815405279Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.81541491Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:33:25.815517573Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/mod.rs:1114"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.815591925Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.816649896Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.816669957Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.816884473Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:33:25.822008985Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-06 00:23:25.797880839 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.822032126Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"expiration\":\"2024-11-06T00:23:25.797880839Z\",\"pruned\":[]}","iteration":15,"elapsed":"24.133627ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.823659525Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.824059626Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.824464248Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.824987904Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.825021895Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.825274372Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.826503129Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"DnsResolver","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-7c647f25-eb29-494d-840d-11658133af45.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-7c647f25-eb29-494d-840d-11658133af45.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1869, tv_nsec: 174697781 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.826516759Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.826526559Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.826785197Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:33:25.826820568Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/mod.rs:1114"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:33:25.827904631Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.827924791Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":29,"elapsed":"30.183057ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.828818827Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.829119776Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.829301482Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.830345163Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.831318092Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.832561269Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.832572659Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.832750794Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.833922889Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 542c6a13-dea0-484f-aa4f-d05b6e033846, lookup_type: ById(542c6a13-dea0-484f-aa4f-d05b6e033846) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.83394164Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.834082644Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.845653978Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.846473722Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.851291975Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:33:25.853717627Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.853748688Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.853759368Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.853883362Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.853909852Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.854005135Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.854098188Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.85787268Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":85,"elapsed":"60.218098ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.859322763Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"original_time_created":"2024-11-06 00:19:10.103182 UTC","original_target_id":"542c6a13-dea0-484f-aa4f-d05b6e033846","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","time_created":"2024-11-06 00:19:10.103182 UTC","target_id":"542c6a13-dea0-484f-aa4f-d05b6e033846"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.859338694Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"542c6a13-dea0-484f-aa4f-d05b6e033846\",\"time_created\":\"2024-11-06T00:19:10.103182Z\"}","iteration":85,"elapsed":"61.376523ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.866830656Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.86694917Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.867265929Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.86964984Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.86966518Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.869835145Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.870887976Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.872465874Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.872495684Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.872733141Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.872759752Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.874002629Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.874257277Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.874282907Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.874291388Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.874297638Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.87438536Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.874529865Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.874805653Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.875140033Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.875468412Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.87772027Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.87774134Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.877895765Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.877906935Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Sled { parent: Fleet, key: 7c647f25-eb29-494d-840d-11658133af45, lookup_type: ById(7c647f25-eb29-494d-840d-11658133af45) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.877933896Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.878203544Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.880957795Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"0","iteration":29,"elapsed":"83.116558ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.884678886Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":29,"elapsed":"86.92556ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:33:25.891738666Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.891756546Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.891763166Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.891912091Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:33:25.891934752Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.891945092Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":15,"elapsed":"94.007881ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.8922106Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.909536204Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.90974326Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.911473821Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.911495272Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.911503753Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.911510483Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.911917265Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.915441899Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.918347086Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.918370796Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.918531741Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:33:25.928311701Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:33:25.928336992Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.928347733Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":29,"elapsed":"130.539186ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.929995902Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.930317261Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.931372312Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.937822104Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.939418601Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"physical_disks_added\":0}","iteration":32,"elapsed":"141.43693ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.942824042Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.944875463Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.944920454Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.944945455Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-06T00:33:25.970576066Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.970603537Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":15,"elapsed":"172.881843ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:33:25.9885517Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.988580481Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"MgsClient","rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:25.98888279Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"MgsClient","rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab8f4c92-1734-41eb-bade-cfa4fd543dee\", \"content-length\": \"26\", \"date\": \"Wed, 06 Nov 2024 00:33:25 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:33:25.98889772Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:33:25.990826668Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled 7c647f25-eb29-494d-840d-11658133af45","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:33:26.085575871Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:26.085610952Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"SledAgent":"7c647f25-eb29-494d-840d-11658133af45","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:26.085940621Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"SledAgent":"7c647f25-eb29-494d-840d-11658133af45","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d059c875-86bc-435a-a326-35906439a5e1\", \"content-length\": \"372\", \"date\": \"Wed, 06 Nov 2024 00:33:25 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:26.085964942Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:26.086350434Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:26.087119556Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:26.090049963Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:26.090077434Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:26.090241809Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:26.092441965Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:26.092462325Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"e566332b-6115-4b51-a3f7-2d789db7f0b6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:26.092472935Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:26.092725423Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:26.094026112Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:26.094235498Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:26.098436392Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:26.098855145Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"bc2e24c1-0831-451a-9a1b-6e3b89317597\", \"date\": \"Wed, 06 Nov 2024 00:33:25 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:33:26.098873055Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:26.100774202Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"41c7513f-0582-40e3-a212-9f0c76120aed\", \"date\": \"Wed, 06 Nov 2024 00:33:25 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:33:26.100791822Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:33:26.102948686Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:26.102979407Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":17,"elapsed":"305.278723ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:26.105126611Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:33:26.109437589Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:26.10946597Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:26.109782479Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"07a82b34-05c3-456e-8278-4643b5eb6a95\", \"content-length\": \"26\", \"date\": \"Wed, 06 Nov 2024 00:33:25 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:33:26.10981014Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:33:26.111273793Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:33:26.111582043Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:26.111591683Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:26.11183961Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"11823873-4b9b-4c5a-ae24-70c51b46a9c4\", \"content-length\": \"26\", \"date\": \"Wed, 06 Nov 2024 00:33:25 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:33:26.111853651Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:33:26.114153749Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:26.118999013Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:26.119013023Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"49647dec-3431-42f3-8ea3-efc9338eb811"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:26.119021634Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:26.119410715Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:26.122978961Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-06T00:19:22.736570Z, time_modified: 2024-11-06T00:19:22.736570Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 538efd2f-b8ed-4a95-91b1-680b63627575, db_silo: Silo { identity: SiloIdentity { id: 538efd2f-b8ed-4a95-91b1-680b63627575, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-06T00:19:33.340114Z, time_modified: 2024-11-06T00:19:33.340114Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"a1fe0af34bdc26f4969481fb712f7f75d3ee00bb10c1b2afec1db21a3adddac9\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 538efd2f-b8ed-4a95-91b1-680b63627575, db_silo: Silo { identity: SiloIdentity { id: 538efd2f-b8ed-4a95-91b1-680b63627575, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-06T00:19:33.340114Z, time_modified: 2024-11-06T00:19:33.340114Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"a1fe0af34bdc26f4969481fb712f7f75d3ee00bb10c1b2afec1db21a3adddac9\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:26.123002452Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"538efd2f-b8ed-4a95-91b1-680b63627575\",\"tls_certs\":[\"a1fe0af34bdc26f4969481fb712f7f75d3ee00bb10c1b2afec1db21a3adddac9\"]}},\"default_endpoint\":{\"silo_id\":\"538efd2f-b8ed-4a95-91b1-680b63627575\",\"tls_certs\":[\"a1fe0af34bdc26f4969481fb712f7f75d3ee00bb10c1b2afec1db21a3adddac9\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":16,"elapsed":"325.119422ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:26.124448745Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:26.124867947Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:26.127837695Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:26.127854356Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:26.128075412Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:26.128129234Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:26.128302529Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:26.12831413Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:26.128501545Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:26.129875966Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:26.129885626Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:26.130046161Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:26.130287938Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"e566332b-6115-4b51-a3f7-2d789db7f0b6"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:26.130297318Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:26.130304198Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"current_time_created":"2024-11-06 00:19:33.391850 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:26.130311809Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"generation\":2}","iteration":16,"elapsed":"332.546643ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:26.131408891Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:26.131502314Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"49647dec-3431-42f3-8ea3-efc9338eb811"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:26.131512554Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:26.131519265Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"current_time_created":"2024-11-06 00:19:32.804378 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:26.131526155Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"generation\":1}","iteration":16,"elapsed":"333.595644ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:26.132970888Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:26.132983898Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:26.133127592Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:33:26.133755711Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:26.133769652Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"SledAgent":"7c647f25-eb29-494d-840d-11658133af45","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:26.13405223Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"SledAgent":"7c647f25-eb29-494d-840d-11658133af45","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"4dcfb49a-8d9f-4cfa-8106-6af13a74f5c3\", \"date\": \"Wed, 06 Nov 2024 00:33:25 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:26.13406331Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:26.134352279Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:26.13642305Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:26.136619876Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:26.139526912Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:26.139738049Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 7c647f25-eb29-494d-840d-11658133af45 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:33:26.142752728Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:26.142767459Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"SledAgent":"7c647f25-eb29-494d-840d-11658133af45","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:26.143118049Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"SledAgent":"7c647f25-eb29-494d-840d-11658133af45","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"973ab776-5902-428a-a986-72b5cbdc9706\", \"date\": \"Wed, 06 Nov 2024 00:33:25 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:26.145342465Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{}","iteration":30,"elapsed":"347.58743ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:26.23206199Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:26.232589715Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"7c2b21a8-2e55-4baa-ac8b-0e3411c10cfb\", \"date\": \"Wed, 06 Nov 2024 00:33:25 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:33:26.232611866Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:26.234336497Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"42841825-f720-4170-b79b-3bc652d5cb5f\", \"date\": \"Wed, 06 Nov 2024 00:33:25 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:33:26.234359238Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:26.235600935Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"d5c8173f-e794-4934-9ffc-9e735d790c18\", \"date\": \"Wed, 06 Nov 2024 00:33:25 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:33:26.235614005Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:33:26.237740508Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:26.237771719Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":17,"elapsed":"439.933592ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:26.240300374Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{}","iteration":29,"elapsed":"442.374844ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:26.240315055Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:26.240578483Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b13e63eb-2976-4982-8541-8d224a13d9f4\", \"content-length\": \"2\", \"date\": \"Wed, 06 Nov 2024 00:33:25 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:26.241944723Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:26.242204191Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:26.244233581Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"null","iteration":29,"elapsed":"446.295101ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:26.253585529Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"SledAgent":"7c647f25-eb29-494d-840d-11658133af45","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:26.286489506Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:26.286849946Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:33:26.287888237Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 7ed6a6f7-38cc-42b2-88d6-7cb6b5242771, rack_id: 3a58cbfb-5015-41c2-9142-616f1a1558aa, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(7114d987-4bc7-4ef3-9865-a938d8573d6b) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:26.287901348Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:26.288088123Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:26.296260806Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"DpdClient","rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:26.296491763Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"DpdClient","rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a2e8edd-a663-4b8f-a8be-44b64b808b75\", \"content-length\": \"121\", \"date\": \"Wed, 06 Nov 2024 00:33:25 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:33:26.296510093Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1720","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:33:26.296521433Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1747","switch_port_settings_id":"7114d987-4bc7-4ef3-9865-a938d8573d6b","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:33:26.296780071Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:33:26.296803462Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:33:26.296812842Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:33:26.296820782Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:33:26.296829093Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:33:26.296837253Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1894","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:33:26.297012668Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:33:26.297046709Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1930","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:33:26.297253545Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:26.297275916Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:26.297446281Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:26.299158132Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"DpdClient","rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:26.299265295Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"DpdClient","rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"99aa70f6-0f44-4445-a94a-a1c8eef82992\", \"content-length\": \"2\", \"date\": \"Wed, 06 Nov 2024 00:33:25 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:26.299280135Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"DpdClient","rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:26.299367858Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"DpdClient","rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d97aff7-b54c-4ae1-a1c5-929455ebdbd6\", \"content-length\": \"52\", \"date\": \"Wed, 06 Nov 2024 00:33:25 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:33:26.299382209Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\" }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:26.299392639Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:26.317098435Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"SledAgent":"7c647f25-eb29-494d-840d-11658133af45","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8bed5435-b273-4db6-a13a-a351495be68a\", \"content-length\": \"691\", \"date\": \"Wed, 06 Nov 2024 00:33:25 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:33:26.317118415Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:33:26.317128275Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:33:26.317136225Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:26.318857087Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{}","iteration":29,"elapsed":"520.901025ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:26.411980301Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"fee76806-0e29-46a7-8f56-6f63bb339b2e\", \"date\": \"Wed, 06 Nov 2024 00:33:26 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:33:26.412022833Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:26.412034083Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:26.412313891Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a200554-9e45-4780-b6a4-bef26545631f\", \"content-length\": \"669\", \"date\": \"Wed, 06 Nov 2024 00:33:26 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:26.412354172Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:26.412734234Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:26.416098534Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:26.416389902Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:26.419379291Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:26.419598688Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:26.420915327Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:26.421095002Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:26.428004227Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{}","iteration":29,"elapsed":"630.097077ms"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:33:29.21395886Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::2]:46280"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:29.214063223Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"6996789b-1509-49f0-a8e2-06cc82275be2","remote_addr":"[fd00:1122:3344:101::2]:46280","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:29.214429144Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"6996789b-1509-49f0-a8e2-06cc82275be2","remote_addr":"[fd00:1122:3344:101::2]:46280","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:33:29.223121162Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/oximeter.rs:76","collector_id":"4e1b9b8b-9e08-4e6d-89c1-97aff5e8f01e","producer_id":"eeaea349-a304-4c2f-97f2-4ab76b77beee"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:33:29.223150753Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"uri":"/metrics/producers","method":"POST","req_id":"6996789b-1509-49f0-a8e2-06cc82275be2","remote_addr":"[fd00:1122:3344:101::2]:46280","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":9154,"response_code":"201"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:33:31.468833006Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"uri":"/e2378399-e8ed-453c-847a-0a419dfd0966","method":"GET","req_id":"ec340a4f-46c0-452b-bd5b-9595eb169192","remote_addr":"[fd00:1122:3344:101::d]:40170","local_addr":"[fd00:1122:3344:101::b]:35909","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1082,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:35.797029827Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":86,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:35.797087279Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":86,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:35.797099309Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:35.79710836Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:35.797359557Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:35.797374347Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:35.799063078Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:35.79916048Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:35.799254063Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:35.800851811Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":86,"elapsed":"3.841854ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:35.801717776Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:35.801730677Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:35.801896702Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:35.804053576Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:35.804326604Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:35.805791688Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:35.808117886Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 542c6a13-dea0-484f-aa4f-d05b6e033846, lookup_type: ById(542c6a13-dea0-484f-aa4f-d05b6e033846) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:35.808132077Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:35.808267941Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:35.816968699Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"original_time_created":"2024-11-06 00:19:10.103182 UTC","original_target_id":"542c6a13-dea0-484f-aa4f-d05b6e033846","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","time_created":"2024-11-06 00:19:10.103182 UTC","target_id":"542c6a13-dea0-484f-aa4f-d05b6e033846"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:35.81699496Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"542c6a13-dea0-484f-aa4f-d05b6e033846\",\"time_created\":\"2024-11-06T00:19:10.103182Z\"}","iteration":86,"elapsed":"19.965032ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:45.797324759Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":87,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:45.797382811Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:45.797394011Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":87,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:45.797403702Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:45.797719781Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:45.797902076Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:45.799175854Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:45.800117022Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:45.80038226Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:45.801630857Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:45.801658168Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:45.801777442Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:45.801899195Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":87,"elapsed":"4.557756ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:45.803382589Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:45.803535904Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:45.805203843Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:45.807377948Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 542c6a13-dea0-484f-aa4f-d05b6e033846, lookup_type: ById(542c6a13-dea0-484f-aa4f-d05b6e033846) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:45.807390408Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:45.807517632Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:45.814960693Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"original_time_created":"2024-11-06 00:19:10.103182 UTC","original_target_id":"542c6a13-dea0-484f-aa4f-d05b6e033846","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","time_created":"2024-11-06 00:19:10.103182 UTC","target_id":"542c6a13-dea0-484f-aa4f-d05b6e033846"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:45.814980803Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"542c6a13-dea0-484f-aa4f-d05b6e033846\",\"time_created\":\"2024-11-06T00:19:10.103182Z\"}","iteration":87,"elapsed":"17.671065ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:33:46.46862865Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"uri":"/e2378399-e8ed-453c-847a-0a419dfd0966","method":"GET","req_id":"055c1a37-9a8d-4274-865d-4d85d21e111f","remote_addr":"[fd00:1122:3344:101::d]:40170","local_addr":"[fd00:1122:3344:101::b]:35909","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1580,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:33:50.041778084Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::2]:51529"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:50.041919778Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"702b992d-81dc-4216-a188-4dd602119ef9","remote_addr":"[fd00:1122:3344:101::2]:51529","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:50.042366522Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"702b992d-81dc-4216-a188-4dd602119ef9","remote_addr":"[fd00:1122:3344:101::2]:51529","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:33:50.082145203Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/oximeter.rs:76","collector_id":"4e1b9b8b-9e08-4e6d-89c1-97aff5e8f01e","producer_id":"9c1a1f66-8a95-49da-beda-497b56ec3bbf"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:33:50.082174974Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"uri":"/metrics/producers","method":"POST","req_id":"702b992d-81dc-4216-a188-4dd602119ef9","remote_addr":"[fd00:1122:3344:101::2]:51529","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":40338,"response_code":"201"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:51.460027051Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/4e1b9b8b-9e08-4e6d-89c1-97aff5e8f01e/producers?sort_by=id_ascending","method":"GET","req_id":"4a646932-ebd0-47b3-9d26-a3376b3211b5","remote_addr":"[fd00:1122:3344:101::d]:64942","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:51.460432953Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/4e1b9b8b-9e08-4e6d-89c1-97aff5e8f01e/producers?sort_by=id_ascending","method":"GET","req_id":"4a646932-ebd0-47b3-9d26-a3376b3211b5","remote_addr":"[fd00:1122:3344:101::d]:64942","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:33:51.463283718Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"uri":"/metrics/collectors/4e1b9b8b-9e08-4e6d-89c1-97aff5e8f01e/producers?sort_by=id_ascending","method":"GET","req_id":"4a646932-ebd0-47b3-9d26-a3376b3211b5","remote_addr":"[fd00:1122:3344:101::d]:64942","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":3352,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:51.463527175Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/4e1b9b8b-9e08-4e6d-89c1-97aff5e8f01e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZWQzZWM3NC1hZjQyLTRkZjctOWY3MS0zOTU3ZjcxMDNkZmYifX0%3D","method":"GET","req_id":"4809a042-316e-4d74-a964-abf8964cac7a","remote_addr":"[fd00:1122:3344:101::d]:64942","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:51.463849765Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/4e1b9b8b-9e08-4e6d-89c1-97aff5e8f01e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZWQzZWM3NC1hZjQyLTRkZjctOWY3MS0zOTU3ZjcxMDNkZmYifX0%3D","method":"GET","req_id":"4809a042-316e-4d74-a964-abf8964cac7a","remote_addr":"[fd00:1122:3344:101::d]:64942","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:33:51.465766162Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"uri":"/metrics/collectors/4e1b9b8b-9e08-4e6d-89c1-97aff5e8f01e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZWQzZWM3NC1hZjQyLTRkZjctOWY3MS0zOTU3ZjcxMDNkZmYifX0%3D","method":"GET","req_id":"4809a042-316e-4d74-a964-abf8964cac7a","remote_addr":"[fd00:1122:3344:101::d]:64942","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":2297,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:55.79723228Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":30,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:55.797299602Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":30,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:55.797313172Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":30,"elapsed":"18.63µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:55.797324482Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:55.797334803Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:55.797344013Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":30,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:55.797352983Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":30,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:55.797362173Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":30,"elapsed":"6.451µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:55.797372464Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":88,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:55.797381314Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:55.797389724Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":30,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:55.797398625Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":30,"elapsed":"6.16µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:55.797408695Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":31,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:33:55.797417465Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:55.797427346Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:55.797435596Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:55.797443456Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:55.797452986Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":30,"elapsed":"15.261µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:55.797461716Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":30,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:55.797469907Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:55.797478717Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:55.797486137Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:55.797494337Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:55.797502188Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:55.797509828Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":33,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:55.797517398Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:55.797524658Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:55.797531578Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:55.797539059Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:55.797546599Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:55.797553769Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":30,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:55.79756221Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:55.79756965Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:55.7975774Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":88,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:55.79758569Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:55.797746195Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:55.797759125Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:55.797775416Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:55.797785976Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:55.797843378Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:55.797853538Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:55.797890509Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:55.797901969Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:55.79791267Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:55.797956131Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:55.797967862Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:55.797975762Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:55.799023793Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:55.799484016Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:55.800312181Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":30,"elapsed":"3.084502ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:55.80095575Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:55.801150716Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:55.801158846Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:55.801332821Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:55.802698032Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:55.802713772Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:55.802893488Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:55.803802525Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:55.803812975Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"DnsResolver","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-7c647f25-eb29-494d-840d-11658133af45.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-7c647f25-eb29-494d-840d-11658133af45.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1899, tv_nsec: 152328407 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:55.803824585Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:55.80396044Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:33:55.804066823Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/mod.rs:1114"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:55.80431958Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:55.805387062Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"DnsResolver","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-7c647f25-eb29-494d-840d-11658133af45.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-7c647f25-eb29-494d-840d-11658133af45.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1899, tv_nsec: 153914854 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:33:55.805643889Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/mod.rs:1114"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:55.806382131Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:55.806395822Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:55.806584547Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:55.809729611Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:55.810434522Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:55.810858764Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:55.81104598Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:33:55.811418221Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:55.811434281Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:55.811442751Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:55.811480263Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:55.811752581Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:55.81207125Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:55.812080681Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:55.812273526Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:55.812489383Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:55.812782471Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:55.812792222Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:55.813041119Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:55.813098321Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:55.813109431Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:55.813363168Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:55.813373169Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:55.81340379Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:55.813534034Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:55.815027788Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"DnsResolver","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-7c647f25-eb29-494d-840d-11658133af45.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-7c647f25-eb29-494d-840d-11658133af45.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1899, tv_nsec: 163552590 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:33:55.815306606Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/mod.rs:1114"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:55.816321887Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:33:55.816342177Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:55.816350157Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:55.816356637Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:55.816554913Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:55.816578314Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:55.816590074Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:55.818152241Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:55.819118019Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 542c6a13-dea0-484f-aa4f-d05b6e033846, lookup_type: ById(542c6a13-dea0-484f-aa4f-d05b6e033846) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:55.81913083Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:55.819296405Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:55.82081905Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:55.8208342Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:55.821062507Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:33:55.821132109Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:33:55.82114549Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:55.82115714Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":30,"elapsed":"23.756166ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:55.827746386Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"original_time_created":"2024-11-06 00:19:10.103182 UTC","original_target_id":"542c6a13-dea0-484f-aa4f-d05b6e033846","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","time_created":"2024-11-06 00:19:10.103182 UTC","target_id":"542c6a13-dea0-484f-aa4f-d05b6e033846"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:55.827776736Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"542c6a13-dea0-484f-aa4f-d05b6e033846\",\"time_created\":\"2024-11-06T00:19:10.103182Z\"}","iteration":88,"elapsed":"30.488495ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:55.832653611Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:55.832839877Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:55.838860116Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:55.839136274Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:55.839661679Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:55.839904316Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:55.840069612Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:55.84034378Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:55.842918656Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":88,"elapsed":"45.496861ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:55.851380077Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:55.851877852Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:33:55.85214229Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:55.852163291Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":30,"elapsed":"54.776236ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:55.853103359Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:55.854704106Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:55.854716326Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:55.85485153Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:55.856346005Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:55.85822624Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:55.858237281Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:55.858397796Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:55.86832365Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":30,"elapsed":"70.954497ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:55.871028871Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"physical_disks_added\":0}","iteration":33,"elapsed":"73.677677ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:55.875412531Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:55.877956146Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Sled { parent: Fleet, key: 7c647f25-eb29-494d-840d-11658133af45, lookup_type: ById(7c647f25-eb29-494d-840d-11658133af45) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:55.877970447Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:55.878120881Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:55.88011645Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"0","iteration":30,"elapsed":"82.87703ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:33:55.880800661Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:55.880811861Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:55.881132881Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"40c0c641-4bc4-4ae9-9597-b6fbd009865b\", \"content-length\": \"26\", \"date\": \"Wed, 06 Nov 2024 00:33:55 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:33:55.881146601Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:33:55.88314826Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:33:55.885413238Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:55.885423368Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:55.885676206Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4d893c1-4ef7-4b48-a5fe-b3f59648f89d\", \"content-length\": \"26\", \"date\": \"Wed, 06 Nov 2024 00:33:55 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:33:55.885691556Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:33:55.888114128Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:33:55.929048233Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:55.929080524Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"MgsClient","rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:55.929354042Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"MgsClient","rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f0d3f75-88d5-4319-ace1-650dcb07c158\", \"content-length\": \"26\", \"date\": \"Wed, 06 Nov 2024 00:33:55 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:33:55.929374243Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:33:55.930897908Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:56.036420121Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{}","iteration":30,"elapsed":"239.087788ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:56.049351165Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:56.049660094Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"172b2671-f06d-4a47-a2af-0290072bb7ad\", \"content-length\": \"2\", \"date\": \"Wed, 06 Nov 2024 00:33:56 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:56.051288783Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:56.051559191Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 7c647f25-eb29-494d-840d-11658133af45","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:33:56.11821919Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:56.1182459Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"SledAgent":"7c647f25-eb29-494d-840d-11658133af45","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:56.118654212Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"SledAgent":"7c647f25-eb29-494d-840d-11658133af45","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f9cf862-348d-4497-86a6-9c5bdd076fbe\", \"content-length\": \"372\", \"date\": \"Wed, 06 Nov 2024 00:33:55 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:56.118677003Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:56.118967092Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:56.13407927Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"SledAgent":"7c647f25-eb29-494d-840d-11658133af45","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:56.134451761Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"SledAgent":"7c647f25-eb29-494d-840d-11658133af45","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c16b57a0-6717-4996-8423-989e13ca1c4c\", \"content-length\": \"691\", \"date\": \"Wed, 06 Nov 2024 00:33:55 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:33:56.134469742Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:33:56.134477262Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:33:56.134483822Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:56.135521243Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{}","iteration":30,"elapsed":"338.270623ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:56.136017718Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"null","iteration":30,"elapsed":"338.690326ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:33:56.147640393Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:56.147662824Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"SledAgent":"7c647f25-eb29-494d-840d-11658133af45","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:56.147815148Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"SledAgent":"7c647f25-eb29-494d-840d-11658133af45","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"3bc5474e-bcf0-49af-bb4f-0a7e770f75d3\", \"date\": \"Wed, 06 Nov 2024 00:33:55 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:56.147826829Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:56.148065566Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:56.150205249Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:56.150366484Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:56.153400544Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:56.15360028Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 7c647f25-eb29-494d-840d-11658133af45 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:33:56.156124785Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:56.156133835Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"SledAgent":"7c647f25-eb29-494d-840d-11658133af45","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:56.156489256Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"SledAgent":"7c647f25-eb29-494d-840d-11658133af45","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"ec7c1e2f-4429-4e39-8ae0-6c466edd6906\", \"date\": \"Wed, 06 Nov 2024 00:33:55 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:56.157954609Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{}","iteration":31,"elapsed":"360.666288ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:56.171666737Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:56.172154131Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:33:56.174121059Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 7ed6a6f7-38cc-42b2-88d6-7cb6b5242771, rack_id: 3a58cbfb-5015-41c2-9142-616f1a1558aa, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(7114d987-4bc7-4ef3-9865-a938d8573d6b) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:56.17414743Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:56.174354726Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:56.183675713Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"DpdClient","rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:56.183956951Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"DpdClient","rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c37c30f9-5971-4733-8845-e1b530ceeda4\", \"content-length\": \"121\", \"date\": \"Wed, 06 Nov 2024 00:33:56 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:33:56.183976772Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1720","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:33:56.183987072Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1747","switch_port_settings_id":"7114d987-4bc7-4ef3-9865-a938d8573d6b","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:33:56.18423335Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:33:56.1842429Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:33:56.18425075Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:33:56.18425766Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:33:56.18426386Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:33:56.184271121Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1894","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:33:56.184432696Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:33:56.184442796Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1930","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:33:56.18458855Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:56.18459676Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:56.184808327Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:56.186322802Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"DpdClient","rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:56.186420415Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"DpdClient","rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d1cbbcb5-a785-4d2a-9a75-930f420c91e7\", \"content-length\": \"2\", \"date\": \"Wed, 06 Nov 2024 00:33:56 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:56.186442805Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"DpdClient","rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:56.186531178Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"DpdClient","rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5040ce83-9a10-4d42-a990-ef0f158905dc\", \"content-length\": \"52\", \"date\": \"Wed, 06 Nov 2024 00:33:56 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:33:56.186543768Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\" }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:56.186552859Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:56.293543745Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"938eb3b2-6872-4dcf-b076-1cfbdf2cec67\", \"date\": \"Wed, 06 Nov 2024 00:33:56 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:33:56.293572336Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:56.293581036Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:56.293822263Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f4ee8143-ec7d-48bf-a4bc-b56074a770cd\", \"content-length\": \"669\", \"date\": \"Wed, 06 Nov 2024 00:33:56 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:56.293864885Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:56.294227935Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:56.297162882Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:56.297387749Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:56.300357997Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:56.300731348Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:56.301993406Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:56.302178031Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:56.30954927Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{}","iteration":30,"elapsed":"512.231498ms"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:33:59.318002849Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::2]:45528"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:59.318301988Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"d442216c-aa26-41ba-af3c-2ff11de704f5","remote_addr":"[fd00:1122:3344:101::2]:45528","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:33:59.318679939Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"d442216c-aa26-41ba-af3c-2ff11de704f5","remote_addr":"[fd00:1122:3344:101::2]:45528","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:33:59.329434889Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/oximeter.rs:76","collector_id":"4e1b9b8b-9e08-4e6d-89c1-97aff5e8f01e","producer_id":"fed3ec74-af42-4df7-9f71-3957f7103dff"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:33:59.329456119Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"uri":"/metrics/producers","method":"POST","req_id":"d442216c-aa26-41ba-af3c-2ff11de704f5","remote_addr":"[fd00:1122:3344:101::2]:45528","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":11239,"response_code":"201"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:34:01.468743613Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"uri":"/e2378399-e8ed-453c-847a-0a419dfd0966","method":"GET","req_id":"b759357d-89ef-4100-b5f1-7ab64b499f82","remote_addr":"[fd00:1122:3344:101::d]:40170","local_addr":"[fd00:1122:3344:101::b]:35909","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1810,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:05.797185121Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":89,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:05.797240403Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":89,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:05.797252874Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:05.797263854Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:05.797581223Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:05.797609924Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:05.799096978Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:05.801484339Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:05.80149502Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:05.801631144Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:05.803152569Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:05.803349975Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:05.804844829Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:05.807162768Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 542c6a13-dea0-484f-aa4f-d05b6e033846, lookup_type: ById(542c6a13-dea0-484f-aa4f-d05b6e033846) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:05.807173608Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:05.807317932Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:05.815806914Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"original_time_created":"2024-11-06 00:19:10.103182 UTC","original_target_id":"542c6a13-dea0-484f-aa4f-d05b6e033846","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","time_created":"2024-11-06 00:19:10.103182 UTC","target_id":"542c6a13-dea0-484f-aa4f-d05b6e033846"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:05.815831415Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"542c6a13-dea0-484f-aa4f-d05b6e033846\",\"time_created\":\"2024-11-06T00:19:10.103182Z\"}","iteration":89,"elapsed":"18.636253ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:05.824975827Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:05.825194643Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:05.826552904Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":89,"elapsed":"29.386462ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:15.796461603Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":90,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:15.796532295Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":90,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:15.796547866Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:15.796561286Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:15.796896456Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:15.796918567Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:15.798472043Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:15.798657209Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:15.79939304Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:15.800191344Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":90,"elapsed":"3.751842ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:15.801797552Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:15.801806342Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:15.801947756Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:15.803573824Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:15.80376168Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:15.805182832Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:15.807444839Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 542c6a13-dea0-484f-aa4f-d05b6e033846, lookup_type: ById(542c6a13-dea0-484f-aa4f-d05b6e033846) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:15.80745497Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:15.807590664Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:15.817732615Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"original_time_created":"2024-11-06 00:19:10.103182 UTC","original_target_id":"542c6a13-dea0-484f-aa4f-d05b6e033846","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","time_created":"2024-11-06 00:19:10.103182 UTC","target_id":"542c6a13-dea0-484f-aa4f-d05b6e033846"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:15.817760716Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"542c6a13-dea0-484f-aa4f-d05b6e033846\",\"time_created\":\"2024-11-06T00:19:10.103182Z\"}","iteration":90,"elapsed":"21.285362ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:34:16.466579229Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"uri":"/e2378399-e8ed-453c-847a-0a419dfd0966","method":"GET","req_id":"6821ec1c-b731-46e0-96f2-10b5db0bc9c9","remote_addr":"[fd00:1122:3344:101::d]:40170","local_addr":"[fd00:1122:3344:101::b]:35909","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1175,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:21.45930507Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/4e1b9b8b-9e08-4e6d-89c1-97aff5e8f01e/producers?sort_by=id_ascending","method":"GET","req_id":"377d31e3-5846-40c6-bb93-ac45feb148df","remote_addr":"[fd00:1122:3344:101::d]:64942","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:21.45965591Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/4e1b9b8b-9e08-4e6d-89c1-97aff5e8f01e/producers?sort_by=id_ascending","method":"GET","req_id":"377d31e3-5846-40c6-bb93-ac45feb148df","remote_addr":"[fd00:1122:3344:101::d]:64942","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:34:21.462539706Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"uri":"/metrics/collectors/4e1b9b8b-9e08-4e6d-89c1-97aff5e8f01e/producers?sort_by=id_ascending","method":"GET","req_id":"377d31e3-5846-40c6-bb93-ac45feb148df","remote_addr":"[fd00:1122:3344:101::d]:64942","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":3301,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:21.462821664Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/4e1b9b8b-9e08-4e6d-89c1-97aff5e8f01e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZWQzZWM3NC1hZjQyLTRkZjctOWY3MS0zOTU3ZjcxMDNkZmYifX0%3D","method":"GET","req_id":"15da13cd-d1bb-4904-be8e-0ac12691b199","remote_addr":"[fd00:1122:3344:101::d]:64942","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:21.463195465Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/4e1b9b8b-9e08-4e6d-89c1-97aff5e8f01e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZWQzZWM3NC1hZjQyLTRkZjctOWY3MS0zOTU3ZjcxMDNkZmYifX0%3D","method":"GET","req_id":"15da13cd-d1bb-4904-be8e-0ac12691b199","remote_addr":"[fd00:1122:3344:101::d]:64942","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:34:21.465348039Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"uri":"/metrics/collectors/4e1b9b8b-9e08-4e6d-89c1-97aff5e8f01e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZWQzZWM3NC1hZjQyLTRkZjctOWY3MS0zOTU3ZjcxMDNkZmYifX0%3D","method":"GET","req_id":"15da13cd-d1bb-4904-be8e-0ac12691b199","remote_addr":"[fd00:1122:3344:101::d]:64942","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":2588,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:34:25.463357727Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:60121"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.46345686Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"1b5c0870-e4e0-4168-8936-534cd1c396fc","remote_addr":"[fd00:1122:3344:101::1]:60121","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.46379218Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"1b5c0870-e4e0-4168-8936-534cd1c396fc","remote_addr":"[fd00:1122:3344:101::1]:60121","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:34:25.475430826Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/oximeter.rs:76","collector_id":"4e1b9b8b-9e08-4e6d-89c1-97aff5e8f01e","producer_id":"a6ef5eb9-ed97-44f5-b038-ae216d3973fd"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:34:25.475466517Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"uri":"/metrics/producers","method":"POST","req_id":"1b5c0870-e4e0-4168-8936-534cd1c396fc","remote_addr":"[fd00:1122:3344:101::1]:60121","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":12071,"response_code":"201"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.796426736Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":91,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.796484578Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.796495788Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.796503978Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.796511578Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.796520999Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.796528679Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.796536029Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":31,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.796544669Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":31,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.796553489Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.79656166Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":31,"elapsed":"12.86µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.79657363Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":31,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.79658251Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.796590001Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":31,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.796598481Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.796606611Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":31,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.796614331Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.796622982Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":31,"elapsed":"17.351µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.796633152Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":31,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.796641672Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":32,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:34:25.796651892Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.796666143Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.796678223Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.796690773Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.796702554Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.796714544Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":31,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.796726625Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":16,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:34:25.796738915Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-06 00:24:25.796592041 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.796752285Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.796763086Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":16,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:34:25.796775226Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.796785776Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.796799367Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.796812317Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":31,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.796825697Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.796838788Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.796850638Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.796862439Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":31,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.796874789Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.796887429Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":31,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.7969001Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.79691268Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.79692696Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":34,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.796939021Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.796946721Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.796954191Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":17,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-06T00:34:25.796962342Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"542c6a13-dea0-484f-aa4f-d05b6e033846","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.796970702Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"enabled\":false,\"target_id\":\"542c6a13-dea0-484f-aa4f-d05b6e033846\"}","iteration":17,"elapsed":"13.22µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.796979632Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":17,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.796991402Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.797003373Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":4,"reason":"Timeout"} {"msg":"starting background task for service firewall rule propagation","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.797016593Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.797028134Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.797039804Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.797051184Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":31,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.797063295Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.797076405Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.797089575Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.797103246Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":31,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.797117196Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":31,"elapsed":"7.55µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.797128177Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.797136427Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":91,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.797144977Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.797153097Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.797160927Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":31,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.797168878Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":31,"elapsed":"7.02µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.797178238Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":18,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.797190018Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.797201249Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.797213549Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.797224669Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.79723231Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.79724127Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.79724942Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.79725731Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.797266501Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.797275231Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.797283271Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.797292062Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.797300292Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.797308162Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.797316682Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.797324662Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.797332643Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.797340413Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.797347093Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.797354143Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.797362453Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.797370344Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.797389204Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"DnsResolver","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"309c9aef-da72-4f08-9f70-c20d80316472.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"9bf7f7e3-0a6c-48b6-84be-c4bb8425f761.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"9bf7f7e3-0a6c-48b6-84be-c4bb8425f761.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1929, tv_nsec: 146247706 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.797401755Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.797411015Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"DnsResolver","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"51df9631-cef5-49ae-8cfd-f0c05bdac388.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"7102227a-61f8-4dda-a9a0-f6678fae71c6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"ad2fb963-23a1-4187-b186-e731e9dae98d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"ad2fb963-23a1-4187-b186-e731e9dae98d.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:3::1))) }], valid_until: Instant { tv_sec: 1929, tv_nsec: 146255957 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.797494357Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.797506928Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.797650142Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.797662762Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.79792187Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.797945381Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":17,"elapsed":"1.141644ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.797958261Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.797970971Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.798010663Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.798026353Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\"]}","iteration":17,"elapsed":"1.226057ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.798176948Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.799244349Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":31,"elapsed":"2.651949ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.800519187Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.800781215Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.801164006Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.801604739Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.801888008Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:34:25.801899428Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.801907779Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":16,"elapsed":"5.480203ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.803366482Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.803379162Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.803545317Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.803772704Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"DnsResolver","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-7c647f25-eb29-494d-840d-11658133af45.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-7c647f25-eb29-494d-840d-11658133af45.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1929, tv_nsec: 152624426 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.803800715Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.803813735Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.80396792Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:34:25.804075473Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/mod.rs:1114"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.8049876Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.805155585Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.807293828Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:34:25.807982839Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-06 00:24:25.796592041 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.808004449Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"expiration\":\"2024-11-06T00:24:25.796592041Z\",\"pruned\":[]}","iteration":16,"elapsed":"11.395578ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.80802287Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.808421672Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.808446393Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.808658349Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.810118852Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.810138653Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.810340549Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.811077991Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.811095541Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.81140851Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.811666328Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.811683699Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.811921396Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.812302327Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.81273688Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.812763611Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.81306064Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.815754719Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.815922195Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.816552073Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":16,"elapsed":"19.720616ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.817511612Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"DnsResolver","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-7c647f25-eb29-494d-840d-11658133af45.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-7c647f25-eb29-494d-840d-11658133af45.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1929, tv_nsec: 166366644 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:34:25.81779852Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/mod.rs:1114"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.818102969Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.81811373Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.818292275Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.818840071Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.818862192Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.818992276Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.819759738Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.821547322Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.821561562Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.821695776Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.823589622Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":91,"elapsed":"27.168166ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.824727676Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.824977483Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.825002374Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.825270122Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.825571381Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.825780487Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.826786867Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"DnsResolver","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-7c647f25-eb29-494d-840d-11658133af45.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-7c647f25-eb29-494d-840d-11658133af45.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1929, tv_nsec: 175643849 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:34:25.827030564Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/mod.rs:1114"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.82755077Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.82756443Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.827729845Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.829978102Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.83228315Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.834189297Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.834215688Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.834226148Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.834235148Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.834388553Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.834666091Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.834794905Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.836251638Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.837525936Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.837841455Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.83798121Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.839643629Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.840005579Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.840852225Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 542c6a13-dea0-484f-aa4f-d05b6e033846, lookup_type: ById(542c6a13-dea0-484f-aa4f-d05b6e033846) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.840866185Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.841052771Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:34:25.841195035Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.841208355Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.841214895Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.841563376Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.842676579Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.842901985Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.84474679Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.845050669Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.846847663Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.849971726Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.850036477Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.850046668Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.850056718Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.850394928Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.852199852Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.852241643Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.852719327Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.853060157Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.854373986Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.854399307Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.854571152Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.857378735Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.857410556Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.857612432Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.857992433Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.85822175Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.860048535Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":31,"elapsed":"63.505996ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.860975282Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"original_time_created":"2024-11-06 00:19:10.103182 UTC","original_target_id":"542c6a13-dea0-484f-aa4f-d05b6e033846","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","time_created":"2024-11-06 00:19:10.103182 UTC","target_id":"542c6a13-dea0-484f-aa4f-d05b6e033846"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.861006283Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"542c6a13-dea0-484f-aa4f-d05b6e033846\",\"time_created\":\"2024-11-06T00:19:10.103182Z\"}","iteration":91,"elapsed":"64.161925ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.861392074Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.861425215Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.861625752Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.862499217Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.862527428Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.862785596Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.864308731Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.864550618Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.865296881Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.865529737Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.867003671Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.867030372Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.867223548Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.867269319Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.8672853Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.867430344Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.868487365Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.868698242Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.868781434Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.869081653Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.869351031Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.870970659Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.87099411Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.871121043Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.873565166Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.873920406Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.873956587Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.873967938Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.873977928Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.874193955Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.876153923Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.876181924Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.876193704Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.876208525Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:34:25.879908914Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.879936365Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":31,"elapsed":"83.437717ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.880943835Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.880965336Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.881143471Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.882725558Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.882943584Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.883111429Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.883356857Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:34:25.88415Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.88415951Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.884165701Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.884367057Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.886285924Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.886296874Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.886473859Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.886545051Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.886557062Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.886708986Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.900173486Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.900623689Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.900897018Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.903598728Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.903611058Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.903822504Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.905841504Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:34:25.905853855Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.905863315Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":16,"elapsed":"109.240563ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.923650933Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.935715011Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.969959018Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"physical_disks_added\":0}","iteration":34,"elapsed":"173.256464ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:34:25.983961073Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.983991305Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"MgsClient","rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.984330004Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"MgsClient","rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"93292576-1969-4636-9755-a30943ec5c7b\", \"content-length\": \"26\", \"date\": \"Wed, 06 Nov 2024 00:34:25 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:34:25.984354455Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:34:25.985901131Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.985925312Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.986151249Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"54d18a94-6f2e-43df-8585-6d2499b8c57c\", \"content-length\": \"26\", \"date\": \"Wed, 06 Nov 2024 00:34:25 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:34:25.986167529Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:34:25.986333694Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:34:25.988408156Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:34:25.998943458Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.998968179Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:25.999184676Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f1b486f-0943-4f18-987f-0d999748a3de\", \"content-length\": \"26\", \"date\": \"Wed, 06 Nov 2024 00:34:25 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:34:25.999198146Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:34:26.000723411Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.033645579Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"SledAgent":"7c647f25-eb29-494d-840d-11658133af45","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.034055241Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"SledAgent":"7c647f25-eb29-494d-840d-11658133af45","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f3e1117-1298-4cee-b6c3-78eead9b4bbd\", \"content-length\": \"691\", \"date\": \"Wed, 06 Nov 2024 00:34:25 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:34:26.034077821Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:34:26.034087542Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:34:26.034098532Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.035806423Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"nsuccess\":5}","iteration":7,"elapsed":"239.121259ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.035968488Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{}","iteration":31,"elapsed":"239.322645ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.066113213Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.066142564Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"e566332b-6115-4b51-a3f7-2d789db7f0b6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.066153884Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.066477403Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.093193137Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"VPC route manager sled 7c647f25-eb29-494d-840d-11658133af45","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:34:26.164435212Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.164461892Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"SledAgent":"7c647f25-eb29-494d-840d-11658133af45","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.164906996Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"SledAgent":"7c647f25-eb29-494d-840d-11658133af45","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"75acee4e-d809-4e91-a5dc-d4d3157325a1\", \"content-length\": \"372\", \"date\": \"Wed, 06 Nov 2024 00:34:26 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.164935917Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.165283077Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.169123981Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.169293676Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.169611225Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.170191233Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.170517392Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.171279385Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.173430169Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.17345425Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.173779219Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.174191252Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Sled { parent: Fleet, key: 7c647f25-eb29-494d-840d-11658133af45, lookup_type: ById(7c647f25-eb29-494d-840d-11658133af45) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.174249003Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.174498041Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.176042767Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"e566332b-6115-4b51-a3f7-2d789db7f0b6"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.176068937Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.176078648Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"current_time_created":"2024-11-06 00:19:33.391850 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.176087728Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"generation\":2}","iteration":17,"elapsed":"379.326822ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.176118829Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.176442688Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"0","iteration":31,"elapsed":"379.895809ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.176463299Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.177960033Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.178274103Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.180062916Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.180267682Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.190929518Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.191388792Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c82b1a4-3246-47fa-9ef6-373e2edaa186\", \"content-length\": \"2\", \"date\": \"Wed, 06 Nov 2024 00:34:25 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.193471754Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.193741072Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.198878674Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"null","iteration":31,"elapsed":"402.212292ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.200560884Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.200585115Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"49647dec-3431-42f3-8ea3-efc9338eb811"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.200594535Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.200934466Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.203131561Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.207400307Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.207425848Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.207651845Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:34:26.210066746Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:34:26.210080787Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.210089637Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":31,"elapsed":"413.572399ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.211222301Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"49647dec-3431-42f3-8ea3-efc9338eb811"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.211251982Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.211263212Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"current_time_created":"2024-11-06 00:19:32.804378 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.211273492Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"generation\":1}","iteration":17,"elapsed":"414.639921ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.212729996Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.213053715Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.218958201Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.219413464Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"f2f91a67-f2e4-4477-86a3-aa8deff686a7\", \"date\": \"Wed, 06 Nov 2024 00:34:25 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:34:26.219428404Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.221682851Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"5461634e-90f4-455a-8161-f4c898458502\", \"date\": \"Wed, 06 Nov 2024 00:34:25 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:34:26.221716452Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:34:26.223464334Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.223488225Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":18,"elapsed":"427.035518ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.223545667Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.223821165Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.224870286Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.225097803Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:34:26.226776073Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.226793753Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"SledAgent":"7c647f25-eb29-494d-840d-11658133af45","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.226980029Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.227064761Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"SledAgent":"7c647f25-eb29-494d-840d-11658133af45","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"68d192ff-3046-4ea0-90df-4a0eb8b2c95f\", \"date\": \"Wed, 06 Nov 2024 00:34:26 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.227075631Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.227389561Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.23006846Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.230083231Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.230248126Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.230258546Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.230484303Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.231138262Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.231624377Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"3475ece3-97ea-4bf0-8c0b-cfa5bc86f3c4\", \"date\": \"Wed, 06 Nov 2024 00:34:25 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:34:26.231636567Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.231852313Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.232193663Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.232940006Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.233131301Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.233509593Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"a9b69a99-b97b-4878-ba67-1f9ed55b54c3\", \"date\": \"Wed, 06 Nov 2024 00:34:25 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:34:26.233525853Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.233873073Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.234071089Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.235597355Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"5f35be6d-2d94-4bd4-b713-9c90eb809dd6\", \"date\": \"Wed, 06 Nov 2024 00:34:25 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:34:26.235609805Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.236334597Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"VPC route manager sled 7c647f25-eb29-494d-840d-11658133af45 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:34:26.236400748Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.236413009Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"SledAgent":"7c647f25-eb29-494d-840d-11658133af45","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.236525842Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.23680624Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"SledAgent":"7c647f25-eb29-494d-840d-11658133af45","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"ab0b89bf-417d-4e53-af10-a6bad7f0e192\", \"date\": \"Wed, 06 Nov 2024 00:34:26 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.238280624Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.23847971Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.239761478Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{}","iteration":31,"elapsed":"442.999532ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.239887282Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:34:26.239923963Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.239960894Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":18,"elapsed":"443.089865ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.240100818Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.240940223Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{}","iteration":32,"elapsed":"444.392364ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.240959184Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.24118017Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.242571062Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.244748266Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.246502478Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.246516409Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.246725025Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.246856439Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.246867409Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.247011754Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.247976892Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.248273071Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.2496057Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.24991898Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.250989841Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.256721332Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.256741852Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.256953879Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-06T00:34:26.260444182Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.260466633Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":16,"elapsed":"464.001306ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.263360099Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.263554925Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.265192823Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.265366208Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.267121211Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.267311116Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.26880353Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.268976075Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.271348306Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.271696616Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.273267303Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.273478889Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.274585762Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.274762347Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.277045065Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-06T00:19:22.736570Z, time_modified: 2024-11-06T00:19:22.736570Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 538efd2f-b8ed-4a95-91b1-680b63627575, db_silo: Silo { identity: SiloIdentity { id: 538efd2f-b8ed-4a95-91b1-680b63627575, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-06T00:19:33.340114Z, time_modified: 2024-11-06T00:19:33.340114Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"a1fe0af34bdc26f4969481fb712f7f75d3ee00bb10c1b2afec1db21a3adddac9\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 538efd2f-b8ed-4a95-91b1-680b63627575, db_silo: Silo { identity: SiloIdentity { id: 538efd2f-b8ed-4a95-91b1-680b63627575, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-06T00:19:33.340114Z, time_modified: 2024-11-06T00:19:33.340114Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"a1fe0af34bdc26f4969481fb712f7f75d3ee00bb10c1b2afec1db21a3adddac9\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.277065416Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"538efd2f-b8ed-4a95-91b1-680b63627575\",\"tls_certs\":[\"a1fe0af34bdc26f4969481fb712f7f75d3ee00bb10c1b2afec1db21a3adddac9\"]}},\"default_endpoint\":{\"silo_id\":\"538efd2f-b8ed-4a95-91b1-680b63627575\",\"tls_certs\":[\"a1fe0af34bdc26f4969481fb712f7f75d3ee00bb10c1b2afec1db21a3adddac9\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":17,"elapsed":"480.500595ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.278291442Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.281867198Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.281882069Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.282072934Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.283451865Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.283660711Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.284674202Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.284876498Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.286093774Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.289244977Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.289277058Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.289391802Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.290980109Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.29133843Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:34:26.292934647Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 7ed6a6f7-38cc-42b2-88d6-7cb6b5242771, rack_id: 3a58cbfb-5015-41c2-9142-616f1a1558aa, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(7114d987-4bc7-4ef3-9865-a938d8573d6b) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.292952407Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.293139813Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"resolved names for firewall rules","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.295026579Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","subnet_networks":"{Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })], Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })]}","subnet_interfaces":"{Name(\"external-dns\"): [NetworkInterface { id: 5bdcd428-292d-4d10-9115-282b4950a6c7, kind: Service { id: 309c9aef-da72-4f08-9f70-c20d80316472 }, name: Name(\"external-dns-309c9aef-da72-4f08-9f70-c20d80316472\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 157, 162])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 7bddae3f-1834-4c3e-96a7-d7374171c136, kind: Service { id: 9bf7f7e3-0a6c-48b6-84be-c4bb8425f761 }, name: Name(\"external-dns-9bf7f7e3-0a6c-48b6-84be-c4bb8425f761\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 166, 251])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], Name(\"nexus\"): [NetworkInterface { id: 37bbd7b6-d736-4142-9ad8-60e594545f3d, kind: Service { id: f13e9b98-ae91-4d61-ba9b-3b178cfa151a }, name: Name(\"nexus-f13e9b98-ae91-4d61-ba9b-3b178cfa151a\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 204, 8])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: acdf8cb7-85f2-4777-8bd4-f403275388d3, kind: Service { id: f633068a-05f8-4be2-a65b-d83ac560f7a9 }, name: Name(\"nexus-f633068a-05f8-4be2-a65b-d83ac560f7a9\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 215, 111])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: b6096ff9-4d2b-4b07-af5b-bb3cff616f69, kind: Service { id: e2378399-e8ed-453c-847a-0a419dfd0966 }, name: Name(\"nexus-e2378399-e8ed-453c-847a-0a419dfd0966\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 244, 168])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }]}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.29505476Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.295227005Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.296648827Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.298282906Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.298300186Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.29843382Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.299943315Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.299992596Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","sled_agent_rules":"[ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"53\")]), filter_protocols: Some([Udp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 5bdcd428-292d-4d10-9115-282b4950a6c7, kind: Service { id: 309c9aef-da72-4f08-9f70-c20d80316472 }, name: Name(\"external-dns-309c9aef-da72-4f08-9f70-c20d80316472\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 157, 162])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 7bddae3f-1834-4c3e-96a7-d7374171c136, kind: Service { id: 9bf7f7e3-0a6c-48b6-84be-c4bb8425f761 }, name: Name(\"external-dns-9bf7f7e3-0a6c-48b6-84be-c4bb8425f761\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 166, 251])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }, ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"80\"), L4PortRange(\"443\")]), filter_protocols: Some([Tcp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 37bbd7b6-d736-4142-9ad8-60e594545f3d, kind: Service { id: f13e9b98-ae91-4d61-ba9b-3b178cfa151a }, name: Name(\"nexus-f13e9b98-ae91-4d61-ba9b-3b178cfa151a\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 204, 8])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: acdf8cb7-85f2-4777-8bd4-f403275388d3, kind: Service { id: f633068a-05f8-4be2-a65b-d83ac560f7a9 }, name: Name(\"nexus-f633068a-05f8-4be2-a65b-d83ac560f7a9\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 215, 111])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: b6096ff9-4d2b-4b07-af5b-bb3cff616f69, kind: Service { id: e2378399-e8ed-453c-847a-0a419dfd0966 }, name: Name(\"nexus-e2378399-e8ed-453c-847a-0a419dfd0966\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 244, 168])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }]"} {"msg":"resolved 2 rules for sleds","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.300011907Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.302374957Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"DpdClient","rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.302685326Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"DpdClient","rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e7c830c8-4aaf-4de7-ba72-f47865291dbb\", \"content-length\": \"121\", \"date\": \"Wed, 06 Nov 2024 00:34:26 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:34:26.302707357Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1720","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:34:26.302716777Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1747","switch_port_settings_id":"7114d987-4bc7-4ef3-9865-a938d8573d6b","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:34:26.302988205Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:34:26.302997956Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:34:26.303005386Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:34:26.303013216Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:34:26.303020606Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:34:26.303028086Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1894","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:34:26.303199742Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:34:26.303208902Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1930","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:34:26.303360367Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.303368747Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.303689416Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.305580052Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"DpdClient","rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.305674415Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"DpdClient","rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4300538e-7eb8-48fd-af66-7882de918e47\", \"content-length\": \"2\", \"date\": \"Wed, 06 Nov 2024 00:34:26 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.305686416Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"DpdClient","rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.305766918Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"DpdClient","rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fcbbb54d-8a0e-4017-86b1-4929de4ccc9e\", \"content-length\": \"52\", \"date\": \"Wed, 06 Nov 2024 00:34:26 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:34:26.305778508Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\" }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.305788388Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.347766885Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","vpc_to_sled":"[Sled { identity: SledIdentity { id: 7c647f25-eb29-494d-840d-11658133af45, time_created: 2024-11-06T00:19:28.362863Z, time_modified: 2024-11-06T00:19:28.362863Z }, time_deleted: None, rcgen: Generation(Generation(19)), rack_id: 3a58cbfb-5015-41c2-9142-616f1a1558aa, is_scrimlet: true, serial_number: \"sock\", part_number: \"i86pc\", revision: SqlU32(0), usable_hardware_threads: SqlU32(48), usable_physical_ram: ByteCount(ByteCount(102952026112)), reservoir_size: ByteCount(ByteCount(51474595840)), ip: fd00:1122:3344:101::1, port: SqlU16(12345), last_used_address: fd00:1122:3344:101::1:0, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)) }]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.347789475Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.347796346Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.348043313Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.350054243Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.350393773Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.351824445Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.354248257Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Sled { parent: Fleet, key: 7c647f25-eb29-494d-840d-11658133af45, lookup_type: ById(7c647f25-eb29-494d-840d-11658133af45) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.384282919Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"SledAgent":"7c647f25-eb29-494d-840d-11658133af45","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.412012922Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"4ac7f3d2-9ef7-4ee4-9a76-72ae32b31eb8\", \"date\": \"Wed, 06 Nov 2024 00:34:26 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:34:26.412036553Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.412046333Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.412546198Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"rack_id":"3a58cbfb-5015-41c2-9142-616f1a1558aa","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a6eb3239-d142-4f31-9245-227536659f8a\", \"content-length\": \"669\", \"date\": \"Wed, 06 Nov 2024 00:34:25 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.412586809Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.412883608Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.41293587Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"SledAgent":"7c647f25-eb29-494d-840d-11658133af45","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules\", status: 204, headers: {\"x-request-id\": \"851afce0-d6ec-44cc-8856-3f3d2183b3c8\", \"date\": \"Wed, 06 Nov 2024 00:34:26 GMT\"} })"} {"msg":"updated firewall rules on 1 sleds","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:34:26.415111284Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/networking/src/firewall_rules.rs:496"} {"msg":"successfully propagated service firewall rules","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.415132665Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","elapsed":"618.384579ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.415140935Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{}","iteration":4,"elapsed":"618.396899ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.416585808Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.416820835Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.420204025Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.420417822Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.422270757Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.422451872Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:26.428898283Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{}","iteration":31,"elapsed":"632.273452ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:34:31.468186737Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"uri":"/e2378399-e8ed-453c-847a-0a419dfd0966","method":"GET","req_id":"37273258-de08-4320-931c-883ab278884c","remote_addr":"[fd00:1122:3344:101::d]:40170","local_addr":"[fd00:1122:3344:101::b]:35909","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1059,"response_code":"200"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:35.070627781Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"producer-registration-task","component":"nexus-producer-server","name":"e2378399-e8ed-453c-847a-0a419dfd0966"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:35.070696172Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"producer-registration-task","component":"nexus-producer-server","name":"e2378399-e8ed-453c-847a-0a419dfd0966","addr":"[fd00:1122:3344:101::b]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:35.101680592Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"producer-registration-task","component":"nexus-producer-server","name":"e2378399-e8ed-453c-847a-0a419dfd0966","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:34:35.101792256Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:34617"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:35.102016262Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"09838d42-16c2-49cb-8e04-b9a64cc563cd","remote_addr":"[fd00:1122:3344:101::b]:34617","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:35.102372303Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"09838d42-16c2-49cb-8e04-b9a64cc563cd","remote_addr":"[fd00:1122:3344:101::b]:34617","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:34:35.145177624Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/oximeter.rs:76","collector_id":"4e1b9b8b-9e08-4e6d-89c1-97aff5e8f01e","producer_id":"e2378399-e8ed-453c-847a-0a419dfd0966"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:34:35.145209755Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"uri":"/metrics/producers","method":"POST","req_id":"09838d42-16c2-49cb-8e04-b9a64cc563cd","remote_addr":"[fd00:1122:3344:101::b]:34617","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":43249,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:35.145293657Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"producer-registration-task","component":"nexus-producer-server","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"09838d42-16c2-49cb-8e04-b9a64cc563cd\", \"content-length\": \"41\", \"date\": \"Wed, 06 Nov 2024 00:34:35 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:35.146911285Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"producer-registration-task","component":"nexus-producer-server","name":"e2378399-e8ed-453c-847a-0a419dfd0966"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:35.146923876Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"producer-registration-task","component":"nexus-producer-server","name":"e2378399-e8ed-453c-847a-0a419dfd0966","wait_period":"150s","lease_duration":"600s"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:35.797057848Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":92,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:35.797114089Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:35.79712495Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":92,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:35.79713623Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:35.797609664Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:35.797646215Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:35.799768038Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:35.802316204Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:35.802329554Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:35.802478209Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:35.804649413Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:35.804997293Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:35.806092396Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:35.808612591Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 542c6a13-dea0-484f-aa4f-d05b6e033846, lookup_type: ById(542c6a13-dea0-484f-aa4f-d05b6e033846) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:35.808626181Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:35.808783776Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:35.819182645Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"original_time_created":"2024-11-06 00:19:10.103182 UTC","original_target_id":"542c6a13-dea0-484f-aa4f-d05b6e033846","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","time_created":"2024-11-06 00:19:10.103182 UTC","target_id":"542c6a13-dea0-484f-aa4f-d05b6e033846"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:35.819205595Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"542c6a13-dea0-484f-aa4f-d05b6e033846\",\"time_created\":\"2024-11-06T00:19:10.103182Z\"}","iteration":92,"elapsed":"22.128177ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:35.825252935Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:35.825552034Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:35.852394151Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":92,"elapsed":"55.353003ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:36.459166055Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/4e1b9b8b-9e08-4e6d-89c1-97aff5e8f01e/producers?sort_by=id_ascending","method":"GET","req_id":"8ada96d8-c25a-4d35-aa07-00f7b2e1bab6","remote_addr":"[fd00:1122:3344:101::d]:64942","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:36.459688071Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/4e1b9b8b-9e08-4e6d-89c1-97aff5e8f01e/producers?sort_by=id_ascending","method":"GET","req_id":"8ada96d8-c25a-4d35-aa07-00f7b2e1bab6","remote_addr":"[fd00:1122:3344:101::d]:64942","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:34:36.461799304Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"uri":"/metrics/collectors/4e1b9b8b-9e08-4e6d-89c1-97aff5e8f01e/producers?sort_by=id_ascending","method":"GET","req_id":"8ada96d8-c25a-4d35-aa07-00f7b2e1bab6","remote_addr":"[fd00:1122:3344:101::d]:64942","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":2738,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:36.462090622Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/4e1b9b8b-9e08-4e6d-89c1-97aff5e8f01e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZWQzZWM3NC1hZjQyLTRkZjctOWY3MS0zOTU3ZjcxMDNkZmYifX0%3D","method":"GET","req_id":"1aebac93-b073-4705-84bc-31cc937a088c","remote_addr":"[fd00:1122:3344:101::d]:64942","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:36.462403022Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/4e1b9b8b-9e08-4e6d-89c1-97aff5e8f01e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZWQzZWM3NC1hZjQyLTRkZjctOWY3MS0zOTU3ZjcxMDNkZmYifX0%3D","method":"GET","req_id":"1aebac93-b073-4705-84bc-31cc937a088c","remote_addr":"[fd00:1122:3344:101::d]:64942","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:34:36.464738411Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"uri":"/metrics/collectors/4e1b9b8b-9e08-4e6d-89c1-97aff5e8f01e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZWQzZWM3NC1hZjQyLTRkZjctOWY3MS0zOTU3ZjcxMDNkZmYifX0%3D","method":"GET","req_id":"1aebac93-b073-4705-84bc-31cc937a088c","remote_addr":"[fd00:1122:3344:101::d]:64942","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":2703,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:45.797072831Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":93,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:45.797132333Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","iteration":93,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:45.797144063Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:45.797153554Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:45.797667359Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:45.79768934Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:45.799180584Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:45.801667958Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:45.801684728Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:45.801845623Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:45.803704408Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:45.803902674Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:45.805608965Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:45.808039517Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 542c6a13-dea0-484f-aa4f-d05b6e033846, lookup_type: ById(542c6a13-dea0-484f-aa4f-d05b6e033846) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:45.808051907Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:45.808188831Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:45.817176268Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"original_time_created":"2024-11-06 00:19:10.103182 UTC","original_target_id":"542c6a13-dea0-484f-aa4f-d05b6e033846","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","time_created":"2024-11-06 00:19:10.103182 UTC","target_id":"542c6a13-dea0-484f-aa4f-d05b6e033846"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:45.817204369Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"542c6a13-dea0-484f-aa4f-d05b6e033846\",\"time_created\":\"2024-11-06T00:19:10.103182Z\"}","iteration":93,"elapsed":"20.144528ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:45.826945718Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:45.827208586Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:45.854715593Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":93,"elapsed":"57.630301ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:34:46.467594459Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"uri":"/e2378399-e8ed-453c-847a-0a419dfd0966","method":"GET","req_id":"af8da2d4-16f1-4918-8703-e9f81e0b21f3","remote_addr":"[fd00:1122:3344:101::d]:40170","local_addr":"[fd00:1122:3344:101::b]:35909","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1343,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:34:48.923610836Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::2]:34249"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:48.923706549Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"d7004b5b-65fe-4f73-baf1-44cded84dd1e","remote_addr":"[fd00:1122:3344:101::2]:34249","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"e2378399-e8ed-453c-847a-0a419dfd0966","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-06T00:34:48.92407539Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"d7004b5b-65fe-4f73-baf1-44cded84dd1e","remote_addr":"[fd00:1122:3344:101::2]:34249","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"e2378399-e8ed-453c-847a-0a419dfd0966","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:34:48.936632083Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"component":"nexus","component":"ServerContext","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"nexus/src/app/oximeter.rs:76","collector_id":"4e1b9b8b-9e08-4e6d-89c1-97aff5e8f01e","producer_id":"57aed6c0-b7d9-4021-84f4-804ca56d1b7a"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-06T00:34:48.936663334Z","hostname":"oxz_nexus_e2378399-e8ed-453c-847a-0a419dfd0966","pid":27095,"uri":"/metrics/producers","method":"POST","req_id":"d7004b5b-65fe-4f73-baf1-44cded84dd1e","remote_addr":"[fd00:1122:3344:101::2]:34249","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"e2378399-e8ed-453c-847a-0a419dfd0966","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":13030,"response_code":"201"}